Note: This is test shard 8 of 8.
[==========] Running 7 tests from 6 test suites.
[----------] Global test environment set-up.
[----------] 1 test from TableRangeRebalancingTest
[ RUN ] TableRangeRebalancingTest.Basic
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20240503 13:58:38.155212 398 test_util.cc:268] Using random seed: 500063672
I20240503 13:58:38.162182 398 ts_itest-base.cc:112] Starting cluster with:
I20240503 13:58:38.162317 398 ts_itest-base.cc:113] --------------
I20240503 13:58:38.162357 398 ts_itest-base.cc:114] 3 tablet servers
I20240503 13:58:38.162389 398 ts_itest-base.cc:115] 3 replicas per TS
I20240503 13:58:38.162405 398 ts_itest-base.cc:116] --------------
2024-05-03T13:58:38Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
2024-05-03T13:58:38Z Disabled control of system clock
I20240503 13:58:38.171905 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
master
run
--ipki_ca_key_size=768
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:42875
--webserver_interface=127.0.99.190
--webserver_port=0
--builtin_ntp_servers=127.0.99.148:45067
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--rpc_reuseport=true
--master_addresses=127.0.99.190:42875
--tserver_unresponsive_timeout_ms=3000
--enable_range_replica_placement=false
--raft_prepare_replacement_before_eviction=true
--enable_range_replica_placement=false with env {}
W20240503 13:58:38.274307 410 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:38.274547 410 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:38.274590 410 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:38.277640 410 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:38.277709 410 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
W20240503 13:58:38.277732 410 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:38.277750 410 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
W20240503 13:58:38.277782 410 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
I20240503 13:58:38.281484 410 master_runner.cc:386] Master server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:45067
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--enable_range_replica_placement=false
--ipki_ca_key_size=768
--master_addresses=127.0.99.190:42875
--tserver_unresponsive_timeout_ms=3000
--ipki_server_key_size=768
--openssl_security_level_override=0
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:42875
--rpc_reuseport=true
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--webserver_interface=127.0.99.190
--webserver_port=0
--never_fsync=true
--heap_profile_path=/tmp/kudu.410
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--logbuflevel=-1
--logtostderr=true
Master server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:38.282418 410 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:38.283546 410 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:38.291096 416 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:38.292021 410 server_base.cc:1034] running on GCE node
W20240503 13:58:38.292834 418 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:38.293612 415 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:38.294127 410 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:38.295061 410 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:38.296242 410 hybrid_clock.cc:648] HybridClock initialized: now 1714744718296215 us; error 42 us; skew 500 ppm
I20240503 13:58:38.303045 410 webserver.cc:460] Webserver started at http://127.0.99.190:44627/ using document root <none> and password file <none>
I20240503 13:58:38.303632 410 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:38.303689 410 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:38.303890 410 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:38.305548 410 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/instance:
uuid: "6d52206032994c488145aa22cb77b676"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.306020 410 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance:
uuid: "6d52206032994c488145aa22cb77b676"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.309274 410 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:38.311399 424 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.312338 410 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:38.312453 410 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
uuid: "6d52206032994c488145aa22cb77b676"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.312532 410 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:38.331878 410 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:38.332619 410 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:38.332808 410 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:38.339522 410 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.190:42875
I20240503 13:58:38.339529 476 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.190:42875 every 8 connection(s)
I20240503 13:58:38.340499 410 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
I20240503 13:58:38.342981 477 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:38.347368 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 410
I20240503 13:58:38.347492 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance
I20240503 13:58:38.348001 477 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676: Bootstrap starting.
I20240503 13:58:38.350435 477 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:38.351325 477 log.cc:824] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:38.352932 477 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676: No bootstrap required, opened a new log
I20240503 13:58:38.355772 477 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d52206032994c488145aa22cb77b676" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42875 } }
I20240503 13:58:38.355950 477 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:38.355986 477 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d52206032994c488145aa22cb77b676, State: Initialized, Role: FOLLOWER
I20240503 13:58:38.356382 477 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d52206032994c488145aa22cb77b676" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42875 } }
I20240503 13:58:38.356491 477 raft_consensus.cc:388] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 13:58:38.356555 477 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 13:58:38.356668 477 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:38.357434 477 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d52206032994c488145aa22cb77b676" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42875 } }
I20240503 13:58:38.357741 477 leader_election.cc:302] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6d52206032994c488145aa22cb77b676; no voters:
I20240503 13:58:38.358002 477 leader_election.cc:288] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 13:58:38.358413 482 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:38.358628 482 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [term 1 LEADER]: Becoming Leader. State: Replica: 6d52206032994c488145aa22cb77b676, State: Running, Role: LEADER
I20240503 13:58:38.358952 482 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d52206032994c488145aa22cb77b676" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42875 } }
I20240503 13:58:38.359223 477 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [sys.catalog]: configured and running, proceeding with master startup.
I20240503 13:58:38.360060 482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6d52206032994c488145aa22cb77b676. Latest consensus state: current_term: 1 leader_uuid: "6d52206032994c488145aa22cb77b676" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d52206032994c488145aa22cb77b676" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42875 } } }
I20240503 13:58:38.360268 482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [sys.catalog]: This master's current role is: LEADER
I20240503 13:58:38.360661 491 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240503 13:58:38.361582 483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "6d52206032994c488145aa22cb77b676" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d52206032994c488145aa22cb77b676" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42875 } } }
I20240503 13:58:38.361672 483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676 [sys.catalog]: This master's current role is: LEADER
I20240503 13:58:38.364573 491 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240503 13:58:38.369355 491 catalog_manager.cc:1347] Generated new cluster ID: 6a35a7b49b764c0f9539836bce1523f9
I20240503 13:58:38.369428 491 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240503 13:58:38.383224 491 catalog_manager.cc:1370] Generated new certificate authority record
I20240503 13:58:38.384459 491 catalog_manager.cc:1504] Loading token signing keys...
I20240503 13:58:38.399878 491 catalog_manager.cc:5857] T 00000000000000000000000000000000 P 6d52206032994c488145aa22cb77b676: Generated new TSK 0
I20240503 13:58:38.400609 491 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240503 13:58:38.403923 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.129:0
--local_ip_for_outbound_sockets=127.0.99.129
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42875
--builtin_ntp_servers=127.0.99.148:45067
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 13:58:38.507833 501 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:38.508080 501 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:38.508152 501 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:38.511209 501 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:38.511281 501 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:38.511391 501 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.129
I20240503 13:58:38.515053 501 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:45067
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.129:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42875
--never_fsync=true
--heap_profile_path=/tmp/kudu.501
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.129
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:38.515973 501 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:38.517095 501 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:38.524843 507 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:38.525815 506 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:38.526687 509 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:38.527537 501 server_base.cc:1034] running on GCE node
I20240503 13:58:38.527933 501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:38.528488 501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:38.529652 501 hybrid_clock.cc:648] HybridClock initialized: now 1714744718529624 us; error 42 us; skew 500 ppm
I20240503 13:58:38.531558 501 webserver.cc:460] Webserver started at http://127.0.99.129:34167/ using document root <none> and password file <none>
I20240503 13:58:38.532128 501 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:38.532189 501 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:38.532378 501 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:38.534030 501 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/instance:
uuid: "672cd4cdde4d45ab9bd525bddc72286e"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.534552 501 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance:
uuid: "672cd4cdde4d45ab9bd525bddc72286e"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.537981 501 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 13:58:38.540323 515 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.541339 501 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:38.541452 501 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
uuid: "672cd4cdde4d45ab9bd525bddc72286e"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.541543 501 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:38.561714 501 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:38.562415 501 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:38.562570 501 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:38.563133 501 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:38.564008 501 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:38.564065 501 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.564126 501 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:38.564150 501 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.572774 501 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.129:42957
I20240503 13:58:38.572808 628 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.129:42957 every 8 connection(s)
I20240503 13:58:38.573681 501 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
I20240503 13:58:38.579720 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 501
I20240503 13:58:38.579843 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance
I20240503 13:58:38.582012 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:0
--local_ip_for_outbound_sockets=127.0.99.130
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42875
--builtin_ntp_servers=127.0.99.148:45067
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:38.582016 629 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42875
I20240503 13:58:38.582267 629 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:38.582763 629 heartbeater.cc:511] Master 127.0.99.190:42875 requested a full tablet report, sending...
I20240503 13:58:38.584100 441 ts_manager.cc:194] Registered new tserver with Master: 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957)
I20240503 13:58:38.585242 441 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.129:55783
W20240503 13:58:38.691529 632 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:38.691751 632 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:38.691794 632 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:38.694869 632 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:38.694940 632 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:38.695015 632 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 13:58:38.698654 632 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:45067
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42875
--never_fsync=true
--heap_profile_path=/tmp/kudu.632
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:38.699579 632 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:38.700690 632 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:38.709383 640 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:38.709532 637 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:38.710470 638 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:38.711313 632 server_base.cc:1034] running on GCE node
I20240503 13:58:38.711723 632 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:38.712318 632 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:38.713485 632 hybrid_clock.cc:648] HybridClock initialized: now 1714744718713470 us; error 33 us; skew 500 ppm
I20240503 13:58:38.716121 632 webserver.cc:460] Webserver started at http://127.0.99.130:33343/ using document root <none> and password file <none>
I20240503 13:58:38.716720 632 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:38.716791 632 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:38.716979 632 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:38.718714 632 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/instance:
uuid: "499c06e29c8249eab5349c8772e4b0e8"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.719201 632 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance:
uuid: "499c06e29c8249eab5349c8772e4b0e8"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.722705 632 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.001s
I20240503 13:58:38.725065 646 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.726150 632 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 13:58:38.726303 632 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "499c06e29c8249eab5349c8772e4b0e8"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.726403 632 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:38.746487 632 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:38.747171 632 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:38.747342 632 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:38.747892 632 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:38.748802 632 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:38.748853 632 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.748911 632 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:38.748945 632 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.758327 632 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:44893
I20240503 13:58:38.758348 759 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:44893 every 8 connection(s)
I20240503 13:58:38.759301 632 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 13:58:38.767961 760 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42875
I20240503 13:58:38.768167 760 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:38.768422 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 632
I20240503 13:58:38.768539 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance
I20240503 13:58:38.768700 760 heartbeater.cc:511] Master 127.0.99.190:42875 requested a full tablet report, sending...
I20240503 13:58:38.769608 440 ts_manager.cc:194] Registered new tserver with Master: 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:38.770252 440 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:40119
I20240503 13:58:38.770581 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:0
--local_ip_for_outbound_sockets=127.0.99.131
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42875
--builtin_ntp_servers=127.0.99.148:45067
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 13:58:38.880084 763 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:38.880321 763 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:38.880364 763 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:38.883401 763 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:38.883466 763 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:38.883531 763 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 13:58:38.887106 763 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:45067
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42875
--never_fsync=true
--heap_profile_path=/tmp/kudu.763
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:38.887953 763 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:38.889096 763 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:38.896809 769 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:38.897715 771 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:38.898595 768 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:38.899415 763 server_base.cc:1034] running on GCE node
I20240503 13:58:38.899816 763 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:38.900386 763 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:38.901541 763 hybrid_clock.cc:648] HybridClock initialized: now 1714744718901525 us; error 29 us; skew 500 ppm
I20240503 13:58:38.903407 763 webserver.cc:460] Webserver started at http://127.0.99.131:45125/ using document root <none> and password file <none>
I20240503 13:58:38.903963 763 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:38.904018 763 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:38.904198 763 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:38.905885 763 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/instance:
uuid: "eaba161b17634b35a1d1d9ca7199d292"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.906435 763 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance:
uuid: "eaba161b17634b35a1d1d9ca7199d292"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.909602 763 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.001s
I20240503 13:58:38.911749 777 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.912791 763 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:38.912909 763 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "eaba161b17634b35a1d1d9ca7199d292"
format_stamp: "Formatted at 2024-05-03 13:58:38 on dist-test-slave-qkv2"
I20240503 13:58:38.913003 763 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:38.940161 763 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:38.940871 763 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:38.941051 763 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:38.941591 763 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:38.942533 763 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:38.942582 763 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.942642 763 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:38.942667 763 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:38.952374 763 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:36575
I20240503 13:58:38.952395 890 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:36575 every 8 connection(s)
I20240503 13:58:38.953336 763 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 13:58:38.956945 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 763
I20240503 13:58:38.957064 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TableRangeRebalancingTest.Basic.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance
I20240503 13:58:38.962546 891 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42875
I20240503 13:58:38.962759 891 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:38.963279 891 heartbeater.cc:511] Master 127.0.99.190:42875 requested a full tablet report, sending...
I20240503 13:58:38.964227 440 ts_manager.cc:194] Registered new tserver with Master: eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:38.964812 440 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:52633
I20240503 13:58:38.972033 398 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
I20240503 13:58:38.984346 398 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
I20240503 13:58:39.587431 629 heartbeater.cc:503] Master 127.0.99.190:42875 was elected leader, sending a full tablet report...
I20240503 13:58:39.772240 760 heartbeater.cc:503] Master 127.0.99.190:42875 was elected leader, sending a full tablet report...
I20240503 13:58:39.966683 891 heartbeater.cc:503] Master 127.0.99.190:42875 was elected leader, sending a full tablet report...
I20240503 13:58:42.737092 440 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52260:
name: "rebalance_test_table_0"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
rows: "<redacted>""\006\001\000\000\000\000\200\007\001\000\000\000\000\000\006\001\000\000\000\000\000\007\001\000\377\377\377\177"
indirect_data: "<redacted>"""
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 8
seed: 0
}
}
W20240503 13:58:42.740342 440 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_0 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
I20240503 13:58:42.760937 563 tablet_service.cc:1467] Processing CreateTablet for tablet 74b95d0f86c84b93b39777e6334c6ce0 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.761322 684 tablet_service.cc:1467] Processing CreateTablet for tablet 87a428d744b640e29435e5e3503bbbb4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 5, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.761322 825 tablet_service.cc:1467] Processing CreateTablet for tablet 74b95d0f86c84b93b39777e6334c6ce0 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.761978 694 tablet_service.cc:1467] Processing CreateTablet for tablet 74b95d0f86c84b93b39777e6334c6ce0 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.762480 685 tablet_service.cc:1467] Processing CreateTablet for tablet e070432a74f2410ba50990674bb9eb09 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 4, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.762559 825 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 74b95d0f86c84b93b39777e6334c6ce0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.762578 694 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 74b95d0f86c84b93b39777e6334c6ce0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.762945 816 tablet_service.cc:1467] Processing CreateTablet for tablet e070432a74f2410ba50990674bb9eb09 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 4, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.763176 816 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e070432a74f2410ba50990674bb9eb09. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.764358 815 tablet_service.cc:1467] Processing CreateTablet for tablet 87a428d744b640e29435e5e3503bbbb4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 5, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.764685 815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 87a428d744b640e29435e5e3503bbbb4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.765170 686 tablet_service.cc:1467] Processing CreateTablet for tablet 4cc48f766aed4c31853089ba76f4a9d4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 4, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.765617 817 tablet_service.cc:1467] Processing CreateTablet for tablet 4cc48f766aed4c31853089ba76f4a9d4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 4, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.765910 817 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4cc48f766aed4c31853089ba76f4a9d4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.767249 822 tablet_service.cc:1467] Processing CreateTablet for tablet 867c19a214d7424aaf83ee7c5b2d9b89 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.767518 822 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 867c19a214d7424aaf83ee7c5b2d9b89. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.767971 818 tablet_service.cc:1467] Processing CreateTablet for tablet 24f35a22c5db4131bc3de5e73d9307a7 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 3, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.768510 818 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 24f35a22c5db4131bc3de5e73d9307a7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.769006 563 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 74b95d0f86c84b93b39777e6334c6ce0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.766583 553 tablet_service.cc:1467] Processing CreateTablet for tablet 87a428d744b640e29435e5e3503bbbb4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 5, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.769459 553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 87a428d744b640e29435e5e3503bbbb4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.766921 555 tablet_service.cc:1467] Processing CreateTablet for tablet 4cc48f766aed4c31853089ba76f4a9d4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 4, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.770139 555 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4cc48f766aed4c31853089ba76f4a9d4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.767207 554 tablet_service.cc:1467] Processing CreateTablet for tablet e070432a74f2410ba50990674bb9eb09 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 4, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.770452 688 tablet_service.cc:1467] Processing CreateTablet for tablet 0c73fc297d8d4333abedcfcb7d37b30d (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 3, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.770601 554 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e070432a74f2410ba50990674bb9eb09. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.767215 561 tablet_service.cc:1467] Processing CreateTablet for tablet c5cbf0a1be8546fbb7d8d5fff041e18c (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.770875 556 tablet_service.cc:1467] Processing CreateTablet for tablet 24f35a22c5db4131bc3de5e73d9307a7 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 3, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.771067 561 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c5cbf0a1be8546fbb7d8d5fff041e18c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.771327 819 tablet_service.cc:1467] Processing CreateTablet for tablet 0c73fc297d8d4333abedcfcb7d37b30d (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 3, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.771571 819 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0c73fc297d8d4333abedcfcb7d37b30d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.773455 557 tablet_service.cc:1467] Processing CreateTablet for tablet 0c73fc297d8d4333abedcfcb7d37b30d (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 3, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.773712 557 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0c73fc297d8d4333abedcfcb7d37b30d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.774861 824 tablet_service.cc:1467] Processing CreateTablet for tablet 4c28c6731b8c459abe7546067a5bc48e (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.775089 824 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c28c6731b8c459abe7546067a5bc48e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.775849 689 tablet_service.cc:1467] Processing CreateTablet for tablet 889b2c6da3864cbc8ff80bf05f2693a0 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.776259 820 tablet_service.cc:1467] Processing CreateTablet for tablet 889b2c6da3864cbc8ff80bf05f2693a0 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.776525 820 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 889b2c6da3864cbc8ff80bf05f2693a0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.778074 683 tablet_service.cc:1467] Processing CreateTablet for tablet 00a50d0115f8427e84bd285f59bd3436 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 5, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.778183 822 tablet_service.cc:1467] Processing CreateTablet for tablet 00a50d0115f8427e84bd285f59bd3436 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 5, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.778494 822 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00a50d0115f8427e84bd285f59bd3436. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.778420 558 tablet_service.cc:1467] Processing CreateTablet for tablet 889b2c6da3864cbc8ff80bf05f2693a0 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.778664 558 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 889b2c6da3864cbc8ff80bf05f2693a0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.778934 909 tablet_bootstrap.cc:492] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.779150 553 tablet_service.cc:1467] Processing CreateTablet for tablet 34510fb35b0840bd8e76d8735e7899f4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 6, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.779377 553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 34510fb35b0840bd8e76d8735e7899f4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.781136 824 tablet_service.cc:1467] Processing CreateTablet for tablet 2337feb7f1a746dfa1b104bd55eef9f6 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 7, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.781227 909 tablet_bootstrap.cc:654] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.781208 690 tablet_service.cc:1467] Processing CreateTablet for tablet eaac8d7938a04de9b42fb8ca40e2a78d (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.781370 824 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2337feb7f1a746dfa1b104bd55eef9f6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.781589 821 tablet_service.cc:1467] Processing CreateTablet for tablet eaac8d7938a04de9b42fb8ca40e2a78d (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.781709 682 tablet_service.cc:1467] Processing CreateTablet for tablet 82598267893249b0a9309d0867bf18c9 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 6, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.781818 821 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet eaac8d7938a04de9b42fb8ca40e2a78d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.782027 909 log.cc:824] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:42.782061 681 tablet_service.cc:1467] Processing CreateTablet for tablet 34510fb35b0840bd8e76d8735e7899f4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 6, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.782424 680 tablet_service.cc:1467] Processing CreateTablet for tablet 2337feb7f1a746dfa1b104bd55eef9f6 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 7, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.783001 553 tablet_service.cc:1467] Processing CreateTablet for tablet cf406a493646449784eaba5835d75e7c (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 7, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.783227 553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cf406a493646449784eaba5835d75e7c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.783234 820 tablet_service.cc:1467] Processing CreateTablet for tablet 34510fb35b0840bd8e76d8735e7899f4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 6, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.783458 820 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 34510fb35b0840bd8e76d8735e7899f4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.784835 909 tablet_bootstrap.cc:492] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.784790 559 tablet_service.cc:1467] Processing CreateTablet for tablet eaac8d7938a04de9b42fb8ca40e2a78d (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.784999 909 ts_tablet_manager.cc:1367] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
I20240503 13:58:42.785027 559 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet eaac8d7938a04de9b42fb8ca40e2a78d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.785250 679 tablet_service.cc:1467] Processing CreateTablet for tablet cf406a493646449784eaba5835d75e7c (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 7, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.785668 820 tablet_service.cc:1467] Processing CreateTablet for tablet cf406a493646449784eaba5835d75e7c (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 7, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.785898 820 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cf406a493646449784eaba5835d75e7c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.785847 557 tablet_service.cc:1467] Processing CreateTablet for tablet 2337feb7f1a746dfa1b104bd55eef9f6 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 7, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.786060 557 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2337feb7f1a746dfa1b104bd55eef9f6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.786420 822 tablet_service.cc:1467] Processing CreateTablet for tablet 82598267893249b0a9309d0867bf18c9 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 6, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.786652 822 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 82598267893249b0a9309d0867bf18c9. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.786760 554 tablet_service.cc:1467] Processing CreateTablet for tablet 82598267893249b0a9309d0867bf18c9 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 6, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.786931 554 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 82598267893249b0a9309d0867bf18c9. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.787084 691 tablet_service.cc:1467] Processing CreateTablet for tablet 867c19a214d7424aaf83ee7c5b2d9b89 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.787482 560 tablet_service.cc:1467] Processing CreateTablet for tablet 867c19a214d7424aaf83ee7c5b2d9b89 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.787729 560 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 867c19a214d7424aaf83ee7c5b2d9b89. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.788542 561 tablet_service.cc:1467] Processing CreateTablet for tablet 00a50d0115f8427e84bd285f59bd3436 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 5, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.788759 561 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00a50d0115f8427e84bd285f59bd3436. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.789785 692 tablet_service.cc:1467] Processing CreateTablet for tablet c5cbf0a1be8546fbb7d8d5fff041e18c (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.790323 910 tablet_bootstrap.cc:492] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.790369 823 tablet_service.cc:1467] Processing CreateTablet for tablet c5cbf0a1be8546fbb7d8d5fff041e18c (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION -2147483648 <= VALUES < 0
I20240503 13:58:42.790617 823 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c5cbf0a1be8546fbb7d8d5fff041e18c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.791110 693 tablet_service.cc:1467] Processing CreateTablet for tablet 4c28c6731b8c459abe7546067a5bc48e (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.791500 562 tablet_service.cc:1467] Processing CreateTablet for tablet 4c28c6731b8c459abe7546067a5bc48e (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.791705 562 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c28c6731b8c459abe7546067a5bc48e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.792260 909 raft_consensus.cc:348] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.792477 910 tablet_bootstrap.cc:654] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.792486 909 raft_consensus.cc:374] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.792541 909 raft_consensus.cc:729] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.767598 687 tablet_service.cc:1467] Processing CreateTablet for tablet 24f35a22c5db4131bc3de5e73d9307a7 (DEFAULT_TABLE table=rebalance_test_table_0 [id=a8ef314534054a36ae4989796ab531d7]), partition=HASH (key) PARTITION 3, RANGE (key) PARTITION 0 <= VALUES < 2147483647
I20240503 13:58:42.792990 909 consensus_queue.cc:260] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.793210 556 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 24f35a22c5db4131bc3de5e73d9307a7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.793610 910 log.cc:824] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:42.793977 909 ts_tablet_manager.cc:1398] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.009s user 0.006s sys 0.000s
I20240503 13:58:42.794323 909 tablet_bootstrap.cc:492] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.795040 685 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e070432a74f2410ba50990674bb9eb09. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.795320 910 tablet_bootstrap.cc:492] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.795478 910 ts_tablet_manager.cc:1367] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
I20240503 13:58:42.797473 684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 87a428d744b640e29435e5e3503bbbb4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.797708 680 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2337feb7f1a746dfa1b104bd55eef9f6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.798020 693 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4c28c6731b8c459abe7546067a5bc48e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.798281 679 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cf406a493646449784eaba5835d75e7c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.798689 691 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 867c19a214d7424aaf83ee7c5b2d9b89. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.798866 681 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 34510fb35b0840bd8e76d8735e7899f4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.799616 909 tablet_bootstrap.cc:654] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.800452 683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00a50d0115f8427e84bd285f59bd3436. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.800774 682 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 82598267893249b0a9309d0867bf18c9. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.800954 909 tablet_bootstrap.cc:492] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.801038 909 ts_tablet_manager.cc:1367] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 13:58:42.801388 690 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet eaac8d7938a04de9b42fb8ca40e2a78d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.801735 692 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c5cbf0a1be8546fbb7d8d5fff041e18c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.801704 909 raft_consensus.cc:348] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.801821 909 raft_consensus.cc:374] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.801858 909 raft_consensus.cc:729] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.801993 909 consensus_queue.cc:260] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.802076 688 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0c73fc297d8d4333abedcfcb7d37b30d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.802455 686 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4cc48f766aed4c31853089ba76f4a9d4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.802492 909 ts_tablet_manager.cc:1398] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.000s sys 0.002s
I20240503 13:58:42.802681 909 tablet_bootstrap.cc:492] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.802788 689 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 889b2c6da3864cbc8ff80bf05f2693a0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.803117 687 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 24f35a22c5db4131bc3de5e73d9307a7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:42.803794 909 tablet_bootstrap.cc:654] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.805886 909 tablet_bootstrap.cc:492] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.805963 909 ts_tablet_manager.cc:1367] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
I20240503 13:58:42.806389 909 raft_consensus.cc:348] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.806492 909 raft_consensus.cc:374] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.806521 909 raft_consensus.cc:729] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.806640 909 consensus_queue.cc:260] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.806892 909 ts_tablet_manager.cc:1398] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.807055 909 tablet_bootstrap.cc:492] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.807405 917 tablet_bootstrap.cc:492] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.808158 909 tablet_bootstrap.cc:654] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.810500 917 tablet_bootstrap.cc:654] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.811359 917 log.cc:824] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:42.812395 909 tablet_bootstrap.cc:492] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.812494 909 ts_tablet_manager.cc:1367] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:58:42.812458 910 raft_consensus.cc:348] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.812688 910 raft_consensus.cc:374] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.812747 910 raft_consensus.cc:729] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.812873 909 raft_consensus.cc:348] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:42.812960 909 raft_consensus.cc:374] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.812986 909 raft_consensus.cc:729] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.813093 909 consensus_queue.cc:260] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:42.813270 910 consensus_queue.cc:260] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.813376 909 ts_tablet_manager.cc:1398] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.813536 909 tablet_bootstrap.cc:492] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.813612 917 tablet_bootstrap.cc:492] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.813772 917 ts_tablet_manager.cc:1367] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.000s
I20240503 13:58:42.814240 910 ts_tablet_manager.cc:1398] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.019s user 0.006s sys 0.000s
I20240503 13:58:42.814633 910 tablet_bootstrap.cc:492] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.815639 910 tablet_bootstrap.cc:654] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.817134 909 tablet_bootstrap.cc:654] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.818293 909 tablet_bootstrap.cc:492] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.818372 909 ts_tablet_manager.cc:1367] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:58:42.818809 909 raft_consensus.cc:348] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.818899 909 raft_consensus.cc:374] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.818933 909 raft_consensus.cc:729] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.819070 909 consensus_queue.cc:260] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.819335 909 ts_tablet_manager.cc:1398] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.819519 909 tablet_bootstrap.cc:492] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.820930 909 tablet_bootstrap.cc:654] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.822620 910 tablet_bootstrap.cc:492] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.822759 910 ts_tablet_manager.cc:1367] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
I20240503 13:58:42.823331 910 raft_consensus.cc:348] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.823468 910 raft_consensus.cc:374] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.823521 910 raft_consensus.cc:729] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.823649 910 consensus_queue.cc:260] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.823580 917 raft_consensus.cc:348] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.823812 917 raft_consensus.cc:374] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.823920 917 raft_consensus.cc:729] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.824046 910 ts_tablet_manager.cc:1398] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.824221 910 tablet_bootstrap.cc:492] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.824450 917 consensus_queue.cc:260] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.824944 909 tablet_bootstrap.cc:492] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.825047 909 ts_tablet_manager.cc:1367] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
I20240503 13:58:42.825320 910 tablet_bootstrap.cc:654] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.825508 917 ts_tablet_manager.cc:1398] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.012s user 0.006s sys 0.000s
I20240503 13:58:42.825490 909 raft_consensus.cc:348] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.825596 909 raft_consensus.cc:374] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.825641 909 raft_consensus.cc:729] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.825789 909 consensus_queue.cc:260] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.826027 917 tablet_bootstrap.cc:492] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.826056 909 ts_tablet_manager.cc:1398] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.826282 909 tablet_bootstrap.cc:492] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.827100 917 tablet_bootstrap.cc:654] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.827121 909 tablet_bootstrap.cc:654] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.827392 910 tablet_bootstrap.cc:492] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.827520 910 ts_tablet_manager.cc:1367] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
W20240503 13:58:42.827638 630 tablet.cc:2369] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:42.828182 910 raft_consensus.cc:348] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.828358 910 raft_consensus.cc:374] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.828442 910 raft_consensus.cc:729] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.828642 910 consensus_queue.cc:260] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.828891 909 tablet_bootstrap.cc:492] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.828964 909 ts_tablet_manager.cc:1367] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.829195 910 ts_tablet_manager.cc:1398] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:42.829416 909 raft_consensus.cc:348] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.829514 909 raft_consensus.cc:374] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.829355 910 tablet_bootstrap.cc:492] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.829545 909 raft_consensus.cc:729] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.829674 917 tablet_bootstrap.cc:492] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.829651 909 consensus_queue.cc:260] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.829787 917 ts_tablet_manager.cc:1367] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:58:42.829916 909 ts_tablet_manager.cc:1398] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.830054 909 tablet_bootstrap.cc:492] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.830341 917 raft_consensus.cc:348] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.830440 917 raft_consensus.cc:374] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.830476 917 raft_consensus.cc:729] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.830588 917 consensus_queue.cc:260] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.830854 917 ts_tablet_manager.cc:1398] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.831012 909 tablet_bootstrap.cc:654] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.831032 917 tablet_bootstrap.cc:492] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.831053 910 tablet_bootstrap.cc:654] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.832002 917 tablet_bootstrap.cc:654] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.832036 910 tablet_bootstrap.cc:492] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.832118 910 ts_tablet_manager.cc:1367] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:42.832717 910 raft_consensus.cc:348] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.832918 910 raft_consensus.cc:374] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.833007 910 raft_consensus.cc:729] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.833264 912 raft_consensus.cc:482] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.833415 912 raft_consensus.cc:504] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.833714 917 tablet_bootstrap.cc:492] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.833802 917 ts_tablet_manager.cc:1367] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.834278 917 raft_consensus.cc:348] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.834386 917 raft_consensus.cc:374] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.834419 917 raft_consensus.cc:729] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.834543 917 consensus_queue.cc:260] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.834669 910 consensus_queue.cc:260] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.834838 917 ts_tablet_manager.cc:1398] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.834841 912 leader_election.cc:288] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957)
I20240503 13:58:42.835000 917 tablet_bootstrap.cc:492] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.835251 910 ts_tablet_manager.cc:1398] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.003s user 0.000s sys 0.001s
I20240503 13:58:42.835422 910 tablet_bootstrap.cc:492] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.835960 917 tablet_bootstrap.cc:654] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.836472 910 tablet_bootstrap.cc:654] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.837407 917 tablet_bootstrap.cc:492] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.837533 917 ts_tablet_manager.cc:1367] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.837705 909 tablet_bootstrap.cc:492] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.837795 909 ts_tablet_manager.cc:1367] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
I20240503 13:58:42.838105 917 raft_consensus.cc:348] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.838236 909 raft_consensus.cc:348] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.838342 909 raft_consensus.cc:374] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.838297 917 raft_consensus.cc:374] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.838383 909 raft_consensus.cc:729] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.838461 917 raft_consensus.cc:729] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.838575 909 consensus_queue.cc:260] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.838639 917 consensus_queue.cc:260] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.838850 909 ts_tablet_manager.cc:1398] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.839013 909 tablet_bootstrap.cc:492] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.839197 917 ts_tablet_manager.cc:1398] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 13:58:42.839387 917 tablet_bootstrap.cc:492] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.839929 909 tablet_bootstrap.cc:654] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.840917 917 tablet_bootstrap.cc:654] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.842072 909 tablet_bootstrap.cc:492] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.842154 909 ts_tablet_manager.cc:1367] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
I20240503 13:58:42.842391 910 tablet_bootstrap.cc:492] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.842386 714 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "24f35a22c5db4131bc3de5e73d9307a7" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.842476 910 ts_tablet_manager.cc:1367] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.007s user 0.000s sys 0.002s
I20240503 13:58:42.842651 714 raft_consensus.cc:2454] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.842741 909 raft_consensus.cc:348] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.842832 909 raft_consensus.cc:374] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.842862 909 raft_consensus.cc:729] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.842904 910 raft_consensus.cc:348] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.842993 910 raft_consensus.cc:374] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.843024 910 raft_consensus.cc:729] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.842978 909 consensus_queue.cc:260] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.843233 909 ts_tablet_manager.cc:1398] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.843222 910 consensus_queue.cc:260] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.843315 780 leader_election.cc:302] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.843394 909 tablet_bootstrap.cc:492] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.843493 910 ts_tablet_manager.cc:1398] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.843528 912 raft_consensus.cc:2781] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.843592 912 raft_consensus.cc:482] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.843640 912 raft_consensus.cc:3037] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.843649 910 tablet_bootstrap.cc:492] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.844565 910 tablet_bootstrap.cc:654] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.845052 909 tablet_bootstrap.cc:654] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.845338 917 tablet_bootstrap.cc:492] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.845479 917 ts_tablet_manager.cc:1367] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.002s
I20240503 13:58:42.846972 910 tablet_bootstrap.cc:492] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.847055 910 ts_tablet_manager.cc:1367] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.847512 910 raft_consensus.cc:348] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.847622 910 raft_consensus.cc:374] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.847662 910 raft_consensus.cc:729] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.847703 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "24f35a22c5db4131bc3de5e73d9307a7" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:42.847780 910 consensus_queue.cc:260] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.848042 910 ts_tablet_manager.cc:1398] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.848254 910 tablet_bootstrap.cc:492] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
W20240503 13:58:42.848351 780 leader_election.cc:341] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957): Illegal state: must be running to vote when last-logged opid is not known
I20240503 13:58:42.848827 909 tablet_bootstrap.cc:492] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.848899 909 ts_tablet_manager.cc:1367] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
I20240503 13:58:42.849179 910 tablet_bootstrap.cc:654] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.849345 909 raft_consensus.cc:348] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.849458 909 raft_consensus.cc:374] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.849504 909 raft_consensus.cc:729] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.849638 909 consensus_queue.cc:260] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.845999 917 raft_consensus.cc:348] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.849778 917 raft_consensus.cc:374] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.849853 917 raft_consensus.cc:729] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.849965 909 ts_tablet_manager.cc:1398] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.850026 917 consensus_queue.cc:260] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.850391 910 tablet_bootstrap.cc:492] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.850560 909 tablet_bootstrap.cc:492] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.850657 917 ts_tablet_manager.cc:1398] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.005s user 0.001s sys 0.000s
I20240503 13:58:42.850788 910 ts_tablet_manager.cc:1367] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.850805 917 tablet_bootstrap.cc:492] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.851186 910 raft_consensus.cc:348] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.851279 910 raft_consensus.cc:374] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.851305 910 raft_consensus.cc:729] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.851428 909 tablet_bootstrap.cc:654] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.851405 910 consensus_queue.cc:260] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.851642 910 ts_tablet_manager.cc:1398] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.851773 917 tablet_bootstrap.cc:654] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.851801 910 tablet_bootstrap.cc:492] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.852991 909 tablet_bootstrap.cc:492] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.853075 909 ts_tablet_manager.cc:1367] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:58:42.853346 917 tablet_bootstrap.cc:492] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.853384 910 tablet_bootstrap.cc:654] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.853416 917 ts_tablet_manager.cc:1367] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.853483 909 raft_consensus.cc:348] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.853576 909 raft_consensus.cc:374] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.853605 909 raft_consensus.cc:729] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.853737 909 consensus_queue.cc:260] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.853847 917 raft_consensus.cc:348] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.853935 917 raft_consensus.cc:374] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.853965 917 raft_consensus.cc:729] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.854014 909 ts_tablet_manager.cc:1398] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.854079 917 consensus_queue.cc:260] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.854375 917 ts_tablet_manager.cc:1398] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.854461 909 tablet_bootstrap.cc:492] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.854533 917 tablet_bootstrap.cc:492] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.855314 909 tablet_bootstrap.cc:654] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.856086 917 tablet_bootstrap.cc:654] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.856648 910 tablet_bootstrap.cc:492] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.856739 910 ts_tablet_manager.cc:1367] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:58:42.857163 909 tablet_bootstrap.cc:492] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.857234 917 tablet_bootstrap.cc:492] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.857245 909 ts_tablet_manager.cc:1367] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:58:42.857198 910 raft_consensus.cc:348] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.857295 910 raft_consensus.cc:374] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.857332 910 raft_consensus.cc:729] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.857308 917 ts_tablet_manager.cc:1367] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:42.857471 910 consensus_queue.cc:260] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.857735 910 ts_tablet_manager.cc:1398] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.857787 909 raft_consensus.cc:348] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.857882 909 raft_consensus.cc:374] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.857906 910 tablet_bootstrap.cc:492] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.857913 909 raft_consensus.cc:729] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.857898 917 raft_consensus.cc:348] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.858009 917 raft_consensus.cc:374] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.858043 917 raft_consensus.cc:729] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.858023 909 consensus_queue.cc:260] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.858177 917 consensus_queue.cc:260] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.858309 909 ts_tablet_manager.cc:1398] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.858475 909 tablet_bootstrap.cc:492] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.858769 910 tablet_bootstrap.cc:654] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.858903 917 ts_tablet_manager.cc:1398] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.859727 912 raft_consensus.cc:504] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.860131 912 leader_election.cc:288] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957)
I20240503 13:58:42.860402 909 tablet_bootstrap.cc:654] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.860424 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "24f35a22c5db4131bc3de5e73d9307a7" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
W20240503 13:58:42.860769 780 leader_election.cc:341] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957): Illegal state: must be running to vote when last-logged opid is not known
I20240503 13:58:42.861445 910 tablet_bootstrap.cc:492] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.861572 910 ts_tablet_manager.cc:1367] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:58:42.862180 910 raft_consensus.cc:348] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.862308 910 raft_consensus.cc:374] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.862293 714 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "24f35a22c5db4131bc3de5e73d9307a7" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:42.862363 910 raft_consensus.cc:729] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.862412 714 raft_consensus.cc:3037] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.862543 910 consensus_queue.cc:260] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.862879 910 ts_tablet_manager.cc:1398] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.863108 910 tablet_bootstrap.cc:492] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.863956 917 tablet_bootstrap.cc:492] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.864514 910 tablet_bootstrap.cc:654] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.865386 917 tablet_bootstrap.cc:654] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.865507 909 tablet_bootstrap.cc:492] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.865600 909 ts_tablet_manager.cc:1367] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 13:58:42.865651 910 tablet_bootstrap.cc:492] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.865746 910 ts_tablet_manager.cc:1367] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:42.866122 909 raft_consensus.cc:348] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.866290 909 raft_consensus.cc:374] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.866240 910 raft_consensus.cc:348] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.866329 909 raft_consensus.cc:729] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.866339 910 raft_consensus.cc:374] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.866374 910 raft_consensus.cc:729] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.866456 909 consensus_queue.cc:260] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.866508 910 consensus_queue.cc:260] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.866626 917 tablet_bootstrap.cc:492] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.866698 917 ts_tablet_manager.cc:1367] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:42.866744 909 ts_tablet_manager.cc:1398] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.866778 910 ts_tablet_manager.cc:1398] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.866904 909 tablet_bootstrap.cc:492] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.866940 910 tablet_bootstrap.cc:492] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.867091 917 raft_consensus.cc:348] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:42.867177 917 raft_consensus.cc:374] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.867206 917 raft_consensus.cc:729] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.867324 917 consensus_queue.cc:260] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:42.867574 917 ts_tablet_manager.cc:1398] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.867727 917 tablet_bootstrap.cc:492] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.867796 909 tablet_bootstrap.cc:654] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.868438 910 tablet_bootstrap.cc:654] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.868670 917 tablet_bootstrap.cc:654] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.869603 910 tablet_bootstrap.cc:492] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.869693 910 ts_tablet_manager.cc:1367] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.870105 909 tablet_bootstrap.cc:492] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.870173 909 ts_tablet_manager.cc:1367] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:58:42.870126 910 raft_consensus.cc:348] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.870257 910 raft_consensus.cc:374] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.870293 910 raft_consensus.cc:729] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.870405 910 consensus_queue.cc:260] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.870610 909 raft_consensus.cc:348] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.870733 909 raft_consensus.cc:374] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.870765 909 raft_consensus.cc:729] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.870798 910 ts_tablet_manager.cc:1398] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.870882 909 consensus_queue.cc:260] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.870975 910 tablet_bootstrap.cc:492] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.871160 909 ts_tablet_manager.cc:1398] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.871302 909 tablet_bootstrap.cc:492] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.872222 909 tablet_bootstrap.cc:654] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.873234 910 tablet_bootstrap.cc:654] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.874226 917 tablet_bootstrap.cc:492] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.874354 917 ts_tablet_manager.cc:1367] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 13:58:42.873512 924 raft_consensus.cc:482] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.874826 924 raft_consensus.cc:504] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.874995 917 raft_consensus.cc:348] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.875092 917 raft_consensus.cc:374] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.875115 910 tablet_bootstrap.cc:492] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.875128 917 raft_consensus.cc:729] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.875200 910 ts_tablet_manager.cc:1367] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.001s
I20240503 13:58:42.875237 917 consensus_queue.cc:260] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.875566 917 ts_tablet_manager.cc:1398] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.875634 910 raft_consensus.cc:348] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:42.875748 917 tablet_bootstrap.cc:492] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.875756 910 raft_consensus.cc:374] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.875793 910 raft_consensus.cc:729] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.875916 910 consensus_queue.cc:260] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:42.876144 924 leader_election.cc:288] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.876230 910 ts_tablet_manager.cc:1398] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.876399 910 tablet_bootstrap.cc:492] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.876668 917 tablet_bootstrap.cc:654] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.877411 910 tablet_bootstrap.cc:654] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.878134 909 tablet_bootstrap.cc:492] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.878258 909 ts_tablet_manager.cc:1367] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.000s
I20240503 13:58:42.878777 909 raft_consensus.cc:348] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.878892 909 raft_consensus.cc:374] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.878937 909 raft_consensus.cc:729] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.879048 909 consensus_queue.cc:260] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.879345 909 ts_tablet_manager.cc:1398] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.879582 909 tablet_bootstrap.cc:492] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292: Bootstrap starting.
I20240503 13:58:42.880662 909 tablet_bootstrap.cc:654] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.882891 910 tablet_bootstrap.cc:492] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.882993 910 ts_tablet_manager.cc:1367] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.007s user 0.000s sys 0.002s
I20240503 13:58:42.883419 917 tablet_bootstrap.cc:492] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.883405 910 raft_consensus.cc:348] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.883512 910 raft_consensus.cc:374] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.883527 917 ts_tablet_manager.cc:1367] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
I20240503 13:58:42.883546 910 raft_consensus.cc:729] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.883658 910 consensus_queue.cc:260] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.883965 910 ts_tablet_manager.cc:1398] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 13:58:42.884020 917 raft_consensus.cc:348] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.884117 917 raft_consensus.cc:374] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.884137 910 tablet_bootstrap.cc:492] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.884145 909 tablet_bootstrap.cc:492] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292: No bootstrap required, opened a new log
I20240503 13:58:42.884143 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.884222 909 ts_tablet_manager.cc:1367] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:58:42.884701 909 raft_consensus.cc:348] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.884814 909 raft_consensus.cc:374] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.884852 909 raft_consensus.cc:729] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.884958 909 consensus_queue.cc:260] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.885061 910 tablet_bootstrap.cc:654] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.885212 909 ts_tablet_manager.cc:1398] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
W20240503 13:58:42.885284 518 leader_election.cc:341] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893): Illegal state: must be running to vote when last-logged opid is not known
I20240503 13:58:42.884148 917 raft_consensus.cc:729] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.885619 917 consensus_queue.cc:260] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.885854 917 ts_tablet_manager.cc:1398] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:42.885998 917 tablet_bootstrap.cc:492] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.886984 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:42.887065 917 tablet_bootstrap.cc:654] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.887189 845 raft_consensus.cc:2454] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.887530 516 leader_election.cc:302] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters: 499c06e29c8249eab5349c8772e4b0e8
I20240503 13:58:42.887619 910 tablet_bootstrap.cc:492] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.887706 910 ts_tablet_manager.cc:1367] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
I20240503 13:58:42.887813 920 raft_consensus.cc:2781] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.887876 920 raft_consensus.cc:482] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.887917 920 raft_consensus.cc:3037] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.888168 910 raft_consensus.cc:348] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.888288 910 raft_consensus.cc:374] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.888336 910 raft_consensus.cc:729] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.888464 910 consensus_queue.cc:260] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.888738 910 ts_tablet_manager.cc:1398] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.888906 910 tablet_bootstrap.cc:492] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.889130 917 tablet_bootstrap.cc:492] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.889240 917 ts_tablet_manager.cc:1367] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:42.889703 917 raft_consensus.cc:348] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.889782 910 tablet_bootstrap.cc:654] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.889812 917 raft_consensus.cc:374] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.889843 917 raft_consensus.cc:729] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.889992 917 consensus_queue.cc:260] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.890403 917 ts_tablet_manager.cc:1398] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:42.890722 917 tablet_bootstrap.cc:492] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.890838 910 tablet_bootstrap.cc:492] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.890916 910 ts_tablet_manager.cc:1367] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:42.891320 910 raft_consensus.cc:348] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.891420 910 raft_consensus.cc:374] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.891458 910 raft_consensus.cc:729] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.891615 917 tablet_bootstrap.cc:654] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.891587 910 consensus_queue.cc:260] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.891888 910 ts_tablet_manager.cc:1398] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.892077 910 tablet_bootstrap.cc:492] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e: Bootstrap starting.
I20240503 13:58:42.893033 917 tablet_bootstrap.cc:492] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.893121 910 tablet_bootstrap.cc:654] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.893118 917 ts_tablet_manager.cc:1367] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 13:58:42.893597 917 raft_consensus.cc:348] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.893705 917 raft_consensus.cc:374] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.893741 917 raft_consensus.cc:729] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.893859 917 consensus_queue.cc:260] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.894160 910 tablet_bootstrap.cc:492] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e: No bootstrap required, opened a new log
I20240503 13:58:42.894166 917 ts_tablet_manager.cc:1398] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.894263 910 ts_tablet_manager.cc:1367] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:42.894353 917 tablet_bootstrap.cc:492] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.894690 910 raft_consensus.cc:348] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.894783 910 raft_consensus.cc:374] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.894822 910 raft_consensus.cc:729] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.894948 910 consensus_queue.cc:260] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.895177 910 ts_tablet_manager.cc:1398] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.895233 917 tablet_bootstrap.cc:654] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.895952 912 raft_consensus.cc:482] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.896042 912 raft_consensus.cc:504] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.896416 912 leader_election.cc:288] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:42.896503 917 tablet_bootstrap.cc:492] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.896575 917 ts_tablet_manager.cc:1367] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:42.896795 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "87a428d744b640e29435e5e3503bbbb4" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:42.896946 583 raft_consensus.cc:2454] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.897014 917 raft_consensus.cc:348] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.897125 917 raft_consensus.cc:374] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.897163 917 raft_consensus.cc:729] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.897256 780 leader_election.cc:302] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.897294 917 consensus_queue.cc:260] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.897447 912 raft_consensus.cc:2781] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.897503 912 raft_consensus.cc:482] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.897558 912 raft_consensus.cc:3037] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.897590 917 ts_tablet_manager.cc:1398] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:42.897763 917 tablet_bootstrap.cc:492] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.898746 917 tablet_bootstrap.cc:654] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.899919 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "87a428d744b640e29435e5e3503bbbb4" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.900036 713 raft_consensus.cc:2454] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.900583 917 tablet_bootstrap.cc:492] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.900671 917 ts_tablet_manager.cc:1367] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:42.901074 917 raft_consensus.cc:348] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.901167 917 raft_consensus.cc:374] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.901201 917 raft_consensus.cc:729] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.901331 917 consensus_queue.cc:260] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.901571 917 ts_tablet_manager.cc:1398] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.901741 917 tablet_bootstrap.cc:492] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.902645 917 tablet_bootstrap.cc:654] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.904608 917 tablet_bootstrap.cc:492] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.904686 917 ts_tablet_manager.cc:1367] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:42.905019 917 raft_consensus.cc:348] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.905115 917 raft_consensus.cc:374] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.905138 917 raft_consensus.cc:729] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.905238 917 consensus_queue.cc:260] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.905469 917 ts_tablet_manager.cc:1398] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.905618 917 tablet_bootstrap.cc:492] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8: Bootstrap starting.
I20240503 13:58:42.906579 917 tablet_bootstrap.cc:654] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:42.907649 917 tablet_bootstrap.cc:492] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8: No bootstrap required, opened a new log
I20240503 13:58:42.907747 917 ts_tablet_manager.cc:1367] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:42.908133 917 raft_consensus.cc:348] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.908215 917 raft_consensus.cc:374] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:42.908236 917 raft_consensus.cc:729] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Initialized, Role: FOLLOWER
I20240503 13:58:42.908320 917 consensus_queue.cc:260] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.908550 917 ts_tablet_manager.cc:1398] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:42.918350 915 raft_consensus.cc:482] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.918499 915 raft_consensus.cc:504] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.918929 915 leader_election.cc:288] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:42.919890 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e070432a74f2410ba50990674bb9eb09" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:42.919890 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e070432a74f2410ba50990674bb9eb09" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.920042 583 raft_consensus.cc:2454] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.920042 713 raft_consensus.cc:2454] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.920323 780 leader_election.cc:302] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.920506 915 raft_consensus.cc:2781] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.920567 915 raft_consensus.cc:482] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.920593 915 raft_consensus.cc:3037] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.924291 924 raft_consensus.cc:482] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.924393 924 raft_consensus.cc:504] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.924820 924 leader_election.cc:288] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.925213 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "82598267893249b0a9309d0867bf18c9" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.925212 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "82598267893249b0a9309d0867bf18c9" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:42.925329 845 raft_consensus.cc:2454] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.925339 713 raft_consensus.cc:2454] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.925629 516 leader_election.cc:302] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.925774 924 raft_consensus.cc:2781] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.925838 924 raft_consensus.cc:482] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.925887 924 raft_consensus.cc:3037] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.927137 969 raft_consensus.cc:482] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.927214 969 raft_consensus.cc:504] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.927538 969 leader_election.cc:288] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.927858 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf406a493646449784eaba5835d75e7c" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:42.927877 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf406a493646449784eaba5835d75e7c" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.927973 845 raft_consensus.cc:2454] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.927991 713 raft_consensus.cc:2454] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.928231 516 leader_election.cc:302] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.928373 969 raft_consensus.cc:2781] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.928428 969 raft_consensus.cc:482] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.928478 969 raft_consensus.cc:3037] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.929464 925 raft_consensus.cc:482] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.929554 925 raft_consensus.cc:504] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.930631 925 leader_election.cc:288] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.932708 972 raft_consensus.cc:482] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.932803 972 raft_consensus.cc:504] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.933174 972 leader_election.cc:288] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.933588 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c28c6731b8c459abe7546067a5bc48e" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.933717 713 raft_consensus.cc:2454] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.933732 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c28c6731b8c459abe7546067a5bc48e" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:42.933866 845 raft_consensus.cc:2454] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.934116 518 leader_election.cc:302] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:42.934443 972 raft_consensus.cc:2781] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.934546 972 raft_consensus.cc:482] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.934757 972 raft_consensus.cc:3037] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.935396 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:42.935853 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:42.935966 845 raft_consensus.cc:2454] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:42.936105 973 raft_consensus.cc:482] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.936271 973 raft_consensus.cc:504] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.936332 647 leader_election.cc:302] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.936601 925 raft_consensus.cc:2781] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.936666 925 raft_consensus.cc:482] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.936712 925 raft_consensus.cc:3037] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.936852 973 leader_election.cc:288] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.937009 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "867c19a214d7424aaf83ee7c5b2d9b89" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:42.937103 845 raft_consensus.cc:2454] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.937337 516 leader_election.cc:302] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.937422 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "867c19a214d7424aaf83ee7c5b2d9b89" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.937505 973 raft_consensus.cc:2781] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.937541 713 raft_consensus.cc:2454] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:42.937556 973 raft_consensus.cc:482] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.937599 973 raft_consensus.cc:3037] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
W20240503 13:58:42.957376 892 tablet.cc:2369] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:42.958827 974 raft_consensus.cc:482] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.958941 974 raft_consensus.cc:504] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.959408 974 leader_election.cc:288] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:42.959640 714 raft_consensus.cc:2454] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:42.959790 912 raft_consensus.cc:504] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.960103 912 leader_election.cc:288] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:42.960966 925 raft_consensus.cc:504] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.961035 582 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c5cbf0a1be8546fbb7d8d5fff041e18c" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:42.961148 920 raft_consensus.cc:504] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.961352 925 leader_election.cc:288] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.961568 920 leader_election.cc:288] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.961827 583 raft_consensus.cc:2379] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 499c06e29c8249eab5349c8772e4b0e8 in current term 1: Already voted for candidate 672cd4cdde4d45ab9bd525bddc72286e in this term.
I20240503 13:58:42.962010 915 raft_consensus.cc:504] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.962335 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:42.962455 845 raft_consensus.cc:3037] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.962350 915 leader_election.cc:288] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:42.962653 924 raft_consensus.cc:504] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.962822 844 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:42.962977 924 leader_election.cc:288] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.963423 844 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "82598267893249b0a9309d0867bf18c9" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:42.963523 844 raft_consensus.cc:3037] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.963644 845 raft_consensus.cc:2454] T 34510fb35b0840bd8e76d8735e7899f4 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:42.963955 969 raft_consensus.cc:504] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.963984 647 leader_election.cc:302] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.964252 969 leader_election.cc:288] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.964290 925 raft_consensus.cc:2781] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:42.964540 925 raft_consensus.cc:686] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 LEADER]: Becoming Leader. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Running, Role: LEADER
I20240503 13:58:42.964658 844 raft_consensus.cc:2454] T 82598267893249b0a9309d0867bf18c9 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:42.961163 582 raft_consensus.cc:2454] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.964875 925 consensus_queue.cc:237] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.965020 516 leader_election.cc:302] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.965178 969 raft_consensus.cc:2781] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:42.965256 969 raft_consensus.cc:686] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 LEADER]: Becoming Leader. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Running, Role: LEADER
I20240503 13:58:42.965543 969 consensus_queue.cc:237] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.966240 972 raft_consensus.cc:504] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.962426 581 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "87a428d744b640e29435e5e3503bbbb4" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:42.966641 972 leader_election.cc:288] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:42.966683 581 raft_consensus.cc:3037] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.967103 844 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf406a493646449784eaba5835d75e7c" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:42.967206 844 raft_consensus.cc:3037] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.967679 780 leader_election.cc:302] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.967839 582 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e070432a74f2410ba50990674bb9eb09" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:42.967896 912 raft_consensus.cc:2781] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.967936 582 raft_consensus.cc:3037] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.967945 912 raft_consensus.cc:482] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.967988 912 raft_consensus.cc:3037] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.968173 915 raft_consensus.cc:482] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.968297 915 raft_consensus.cc:504] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.968405 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:42.968518 583 raft_consensus.cc:2379] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 499c06e29c8249eab5349c8772e4b0e8 in current term 1: Already voted for candidate 672cd4cdde4d45ab9bd525bddc72286e in this term.
I20240503 13:58:42.968616 915 leader_election.cc:288] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:42.968907 780 leader_election.cc:302] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters: 672cd4cdde4d45ab9bd525bddc72286e
I20240503 13:58:42.968986 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0c73fc297d8d4333abedcfcb7d37b30d" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:42.969077 583 raft_consensus.cc:2454] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.969125 915 raft_consensus.cc:2781] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:42.969214 915 raft_consensus.cc:686] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [term 1 LEADER]: Becoming Leader. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Running, Role: LEADER
I20240503 13:58:42.969481 915 consensus_queue.cc:237] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:42.969604 714 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "34510fb35b0840bd8e76d8735e7899f4" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:42.969627 439 catalog_manager.cc:5484] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e reported cstate change: term changed from 0 to 1, leader changed from <none> to 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129). New cstate: current_term: 1 leader_uuid: "672cd4cdde4d45ab9bd525bddc72286e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:42.969884 441 catalog_manager.cc:5484] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "499c06e29c8249eab5349c8772e4b0e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:42.970045 714 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "82598267893249b0a9309d0867bf18c9" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:42.970130 714 raft_consensus.cc:3037] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.970724 713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf406a493646449784eaba5835d75e7c" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:42.970826 713 raft_consensus.cc:3037] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.970986 780 leader_election.cc:302] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.971179 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c28c6731b8c459abe7546067a5bc48e" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:42.971284 845 raft_consensus.cc:3037] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.972163 712 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4c28c6731b8c459abe7546067a5bc48e" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:42.972265 712 raft_consensus.cc:3037] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.972724 710 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "87a428d744b640e29435e5e3503bbbb4" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:42.972775 711 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c5cbf0a1be8546fbb7d8d5fff041e18c" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.972826 710 raft_consensus.cc:3037] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.972889 711 raft_consensus.cc:2454] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.973289 709 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0c73fc297d8d4333abedcfcb7d37b30d" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:42.973393 709 raft_consensus.cc:2454] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 0.
I20240503 13:58:42.973760 711 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e070432a74f2410ba50990674bb9eb09" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:42.973765 518 leader_election.cc:302] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e; no voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292
I20240503 13:58:42.973860 711 raft_consensus.cc:3037] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.974033 924 raft_consensus.cc:2726] T 34510fb35b0840bd8e76d8735e7899f4 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
I20240503 13:58:42.974709 974 raft_consensus.cc:2781] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.974776 974 raft_consensus.cc:482] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.974819 974 raft_consensus.cc:3037] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:42.975371 439 catalog_manager.cc:5484] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 reported cstate change: term changed from 0 to 1, leader changed from <none> to eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "eaba161b17634b35a1d1d9ca7199d292" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: HEALTHY } } }
I20240503 13:58:42.977015 975 raft_consensus.cc:482] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:42.977105 975 raft_consensus.cc:504] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:42.977541 975 leader_election.cc:288] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575), 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957)
I20240503 13:58:42.977845 843 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "74b95d0f86c84b93b39777e6334c6ce0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:42.977967 843 raft_consensus.cc:2454] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:42.977941 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "74b95d0f86c84b93b39777e6334c6ce0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:42.978060 583 raft_consensus.cc:2454] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:42.978480 647 leader_election.cc:302] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:42.979439 975 raft_consensus.cc:2781] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:42.979537 975 raft_consensus.cc:482] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:42.979598 975 raft_consensus.cc:3037] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.016690 924 raft_consensus.cc:482] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:43.016834 924 raft_consensus.cc:504] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.017295 924 leader_election.cc:288] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.017786 709 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2337feb7f1a746dfa1b104bd55eef9f6" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:43.017786 843 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2337feb7f1a746dfa1b104bd55eef9f6" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:43.017936 843 raft_consensus.cc:2454] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:43.017936 709 raft_consensus.cc:2454] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:43.018249 518 leader_election.cc:302] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:43.018491 924 raft_consensus.cc:2781] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:43.018537 924 raft_consensus.cc:482] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:43.018563 924 raft_consensus.cc:3037] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.023800 925 raft_consensus.cc:482] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:43.023906 925 raft_consensus.cc:504] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.024238 925 leader_election.cc:288] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.024638 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4cc48f766aed4c31853089ba76f4a9d4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:43.024700 843 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4cc48f766aed4c31853089ba76f4a9d4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:43.024775 583 raft_consensus.cc:2454] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
W20240503 13:58:43.024856 761 tablet.cc:2369] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:43.024865 843 raft_consensus.cc:2454] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:43.025108 649 leader_election.cc:302] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:43.025295 925 raft_consensus.cc:2781] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:43.025354 925 raft_consensus.cc:482] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:43.025390 925 raft_consensus.cc:3037] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.030714 969 raft_consensus.cc:482] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:43.030818 969 raft_consensus.cc:504] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.031252 969 leader_election.cc:288] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.031621 709 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eaac8d7938a04de9b42fb8ca40e2a78d" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:43.031656 843 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eaac8d7938a04de9b42fb8ca40e2a78d" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:43.031747 709 raft_consensus.cc:2454] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:43.031787 843 raft_consensus.cc:2454] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 0.
I20240503 13:58:43.032032 518 leader_election.cc:302] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:43.032176 969 raft_consensus.cc:2781] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:43.032229 969 raft_consensus.cc:482] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:43.032280 969 raft_consensus.cc:3037] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.060665 844 raft_consensus.cc:2454] T cf406a493646449784eaba5835d75e7c P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.060665 714 raft_consensus.cc:2454] T 82598267893249b0a9309d0867bf18c9 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.060665 581 raft_consensus.cc:2454] T 87a428d744b640e29435e5e3503bbbb4 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.061144 713 raft_consensus.cc:2454] T cf406a493646449784eaba5835d75e7c P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.061197 973 raft_consensus.cc:504] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.061673 973 leader_election.cc:288] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.062121 582 raft_consensus.cc:2454] T e070432a74f2410ba50990674bb9eb09 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.062722 924 raft_consensus.cc:504] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.062999 710 raft_consensus.cc:2454] T 87a428d744b640e29435e5e3503bbbb4 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.063097 924 leader_election.cc:288] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.062177 712 raft_consensus.cc:2454] T 4c28c6731b8c459abe7546067a5bc48e P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.063536 912 raft_consensus.cc:504] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.063889 711 raft_consensus.cc:2454] T e070432a74f2410ba50990674bb9eb09 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.063971 780 leader_election.cc:302] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.064159 780 leader_election.cc:302] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.064167 516 leader_election.cc:302] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.064427 924 raft_consensus.cc:2781] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.064658 844 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "867c19a214d7424aaf83ee7c5b2d9b89" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:43.064764 844 raft_consensus.cc:3037] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.064941 845 raft_consensus.cc:2454] T 4c28c6731b8c459abe7546067a5bc48e P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.064505 924 raft_consensus.cc:686] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [term 1 LEADER]: Becoming Leader. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Running, Role: LEADER
I20240503 13:58:43.065297 915 raft_consensus.cc:2781] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.065471 915 raft_consensus.cc:686] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [term 1 LEADER]: Becoming Leader. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Running, Role: LEADER
I20240503 13:58:43.065610 915 consensus_queue.cc:237] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.065872 980 raft_consensus.cc:2781] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.066061 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2337feb7f1a746dfa1b104bd55eef9f6" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:43.066107 980 raft_consensus.cc:686] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [term 1 LEADER]: Becoming Leader. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Running, Role: LEADER
I20240503 13:58:43.066146 845 raft_consensus.cc:3037] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.066176 516 leader_election.cc:302] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.066262 980 consensus_queue.cc:237] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.066349 973 raft_consensus.cc:2781] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.066411 582 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c5cbf0a1be8546fbb7d8d5fff041e18c" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:43.066521 582 raft_consensus.cc:3037] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.066421 973 raft_consensus.cc:686] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [term 1 LEADER]: Becoming Leader. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Running, Role: LEADER
I20240503 13:58:43.066773 973 consensus_queue.cc:237] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.063968 912 leader_election.cc:288] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:43.067900 985 raft_consensus.cc:482] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:43.068284 439 catalog_manager.cc:5484] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 reported cstate change: term changed from 0 to 1, leader changed from <none> to eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "eaba161b17634b35a1d1d9ca7199d292" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: HEALTHY } } }
I20240503 13:58:43.068377 712 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "867c19a214d7424aaf83ee7c5b2d9b89" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:43.068410 924 consensus_queue.cc:237] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.068516 712 raft_consensus.cc:3037] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.068377 710 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2337feb7f1a746dfa1b104bd55eef9f6" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:43.068593 439 catalog_manager.cc:5484] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 reported cstate change: term changed from 0 to 1, leader changed from <none> to eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "eaba161b17634b35a1d1d9ca7199d292" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: HEALTHY } } }
I20240503 13:58:43.068742 710 raft_consensus.cc:3037] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.068388 711 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c5cbf0a1be8546fbb7d8d5fff041e18c" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:43.069020 711 raft_consensus.cc:3037] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.068039 985 raft_consensus.cc:504] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.069840 581 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00a50d0115f8427e84bd285f59bd3436" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:43.069897 843 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00a50d0115f8427e84bd285f59bd3436" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:43.069962 581 raft_consensus.cc:2454] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:43.069994 843 raft_consensus.cc:2454] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:43.070298 985 leader_election.cc:288] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.070279 649 leader_election.cc:302] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:43.070933 985 raft_consensus.cc:2781] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:43.070994 985 raft_consensus.cc:482] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:43.071038 985 raft_consensus.cc:3037] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.071126 441 catalog_manager.cc:5484] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e reported cstate change: term changed from 0 to 1, leader changed from <none> to 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129). New cstate: current_term: 1 leader_uuid: "672cd4cdde4d45ab9bd525bddc72286e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.073902 441 catalog_manager.cc:5484] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e reported cstate change: term changed from 0 to 1, leader changed from <none> to 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129). New cstate: current_term: 1 leader_uuid: "672cd4cdde4d45ab9bd525bddc72286e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.104151 987 raft_consensus.cc:482] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:43.104282 987 raft_consensus.cc:504] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.104790 987 leader_election.cc:288] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.105273 581 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "889b2c6da3864cbc8ff80bf05f2693a0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e" is_pre_election: true
I20240503 13:58:43.105285 843 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "889b2c6da3864cbc8ff80bf05f2693a0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:43.105415 843 raft_consensus.cc:2454] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:43.105417 581 raft_consensus.cc:2454] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 0.
I20240503 13:58:43.105724 649 leader_election.cc:302] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:43.105886 987 raft_consensus.cc:2781] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:43.105949 987 raft_consensus.cc:482] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:43.105988 987 raft_consensus.cc:3037] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.153883 582 raft_consensus.cc:2454] T c5cbf0a1be8546fbb7d8d5fff041e18c P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.153890 844 raft_consensus.cc:2454] T 867c19a214d7424aaf83ee7c5b2d9b89 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.153892 925 raft_consensus.cc:504] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.154489 925 leader_election.cc:288] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.154462 975 raft_consensus.cc:504] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:43.154807 975 leader_election.cc:288] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Requested vote from peers eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575), 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957)
I20240503 13:58:43.154784 974 raft_consensus.cc:504] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.155095 969 raft_consensus.cc:504] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.155205 974 leader_election.cc:288] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893)
I20240503 13:58:43.155453 969 leader_election.cc:288] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Requested vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.155819 712 raft_consensus.cc:2454] T 867c19a214d7424aaf83ee7c5b2d9b89 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.156314 845 raft_consensus.cc:2454] T 2337feb7f1a746dfa1b104bd55eef9f6 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.156502 710 raft_consensus.cc:2454] T 2337feb7f1a746dfa1b104bd55eef9f6 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.156647 711 raft_consensus.cc:2454] T c5cbf0a1be8546fbb7d8d5fff041e18c P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.156802 780 leader_election.cc:302] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.157337 582 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0c73fc297d8d4333abedcfcb7d37b30d" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:43.157404 985 raft_consensus.cc:504] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.157474 582 raft_consensus.cc:3037] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.157469 987 raft_consensus.cc:504] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.157720 987 leader_election.cc:288] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.157728 985 leader_election.cc:288] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Requested vote from peers 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129:42957), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.158275 516 leader_election.cc:302] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.158485 844 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "74b95d0f86c84b93b39777e6334c6ce0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:43.158574 842 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00a50d0115f8427e84bd285f59bd3436" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:43.158603 844 raft_consensus.cc:3037] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.158581 516 leader_election.cc:302] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.158653 842 raft_consensus.cc:3037] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.158769 845 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4cc48f766aed4c31853089ba76f4a9d4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:43.158891 845 raft_consensus.cc:3037] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.159479 843 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "889b2c6da3864cbc8ff80bf05f2693a0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:43.159588 843 raft_consensus.cc:3037] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.158816 974 raft_consensus.cc:2781] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.159808 974 raft_consensus.cc:686] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [term 1 LEADER]: Becoming Leader. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Running, Role: LEADER
I20240503 13:58:43.159855 711 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0c73fc297d8d4333abedcfcb7d37b30d" candidate_uuid: "eaba161b17634b35a1d1d9ca7199d292" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:43.159497 841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eaac8d7938a04de9b42fb8ca40e2a78d" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292"
I20240503 13:58:43.159967 711 raft_consensus.cc:3037] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.159967 841 raft_consensus.cc:3037] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.159955 974 consensus_queue.cc:237] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.160326 580 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "889b2c6da3864cbc8ff80bf05f2693a0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:43.160475 580 raft_consensus.cc:3037] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.160691 579 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00a50d0115f8427e84bd285f59bd3436" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:43.160782 579 raft_consensus.cc:3037] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.160914 581 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4cc48f766aed4c31853089ba76f4a9d4" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:43.161013 581 raft_consensus.cc:3037] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.161299 924 raft_consensus.cc:2781] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.159859 710 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eaac8d7938a04de9b42fb8ca40e2a78d" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8"
I20240503 13:58:43.161548 710 raft_consensus.cc:3037] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.161484 583 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "74b95d0f86c84b93b39777e6334c6ce0" candidate_uuid: "499c06e29c8249eab5349c8772e4b0e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "672cd4cdde4d45ab9bd525bddc72286e"
I20240503 13:58:43.161787 924 raft_consensus.cc:686] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 LEADER]: Becoming Leader. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Running, Role: LEADER
I20240503 13:58:43.161821 583 raft_consensus.cc:3037] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.160339 969 raft_consensus.cc:2781] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.162034 969 raft_consensus.cc:686] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 LEADER]: Becoming Leader. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Running, Role: LEADER
I20240503 13:58:43.162117 924 consensus_queue.cc:237] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.162171 969 consensus_queue.cc:237] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.162254 441 catalog_manager.cc:5484] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 reported cstate change: term changed from 0 to 1, leader changed from <none> to eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "eaba161b17634b35a1d1d9ca7199d292" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: HEALTHY } } }
I20240503 13:58:43.163779 439 catalog_manager.cc:5484] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e reported cstate change: term changed from 0 to 1, leader changed from <none> to 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129). New cstate: current_term: 1 leader_uuid: "672cd4cdde4d45ab9bd525bddc72286e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.166872 439 catalog_manager.cc:5484] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e reported cstate change: term changed from 0 to 1, leader changed from <none> to 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129). New cstate: current_term: 1 leader_uuid: "672cd4cdde4d45ab9bd525bddc72286e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.243140 842 raft_consensus.cc:2454] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.243140 711 raft_consensus.cc:2454] T 0c73fc297d8d4333abedcfcb7d37b30d P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.243141 582 raft_consensus.cc:2454] T 0c73fc297d8d4333abedcfcb7d37b30d P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaba161b17634b35a1d1d9ca7199d292 in term 1.
I20240503 13:58:43.243544 844 raft_consensus.cc:2454] T 74b95d0f86c84b93b39777e6334c6ce0 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.243947 647 leader_election.cc:302] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.244163 647 leader_election.cc:302] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.244266 710 raft_consensus.cc:2454] T eaac8d7938a04de9b42fb8ca40e2a78d P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.244568 985 raft_consensus.cc:2781] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.244570 845 raft_consensus.cc:2454] T 4cc48f766aed4c31853089ba76f4a9d4 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.244588 580 raft_consensus.cc:2454] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.244650 985 raft_consensus.cc:686] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 LEADER]: Becoming Leader. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Running, Role: LEADER
I20240503 13:58:43.244742 975 raft_consensus.cc:2781] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.244817 975 raft_consensus.cc:686] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 LEADER]: Becoming Leader. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Running, Role: LEADER
I20240503 13:58:43.244925 975 consensus_queue.cc:237] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } }
I20240503 13:58:43.245604 579 raft_consensus.cc:2454] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.245594 649 leader_election.cc:302] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:43.245764 647 leader_election.cc:302] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.245843 780 leader_election.cc:302] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292; no voters:
I20240503 13:58:43.245945 975 raft_consensus.cc:2781] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.245945 843 raft_consensus.cc:2454] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.246007 975 raft_consensus.cc:686] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 LEADER]: Becoming Leader. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Running, Role: LEADER
I20240503 13:58:43.246124 975 consensus_queue.cc:237] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.246814 975 raft_consensus.cc:2781] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.246837 581 raft_consensus.cc:2454] T 4cc48f766aed4c31853089ba76f4a9d4 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.246860 841 raft_consensus.cc:2454] T eaac8d7938a04de9b42fb8ca40e2a78d P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 672cd4cdde4d45ab9bd525bddc72286e in term 1.
I20240503 13:58:43.246887 975 raft_consensus.cc:686] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 LEADER]: Becoming Leader. State: Replica: 499c06e29c8249eab5349c8772e4b0e8, State: Running, Role: LEADER
I20240503 13:58:43.246990 975 consensus_queue.cc:237] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.247157 518 leader_election.cc:302] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 499c06e29c8249eab5349c8772e4b0e8, 672cd4cdde4d45ab9bd525bddc72286e; no voters:
I20240503 13:58:43.247463 974 raft_consensus.cc:2781] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.247562 974 raft_consensus.cc:686] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [term 1 LEADER]: Becoming Leader. State: Replica: eaba161b17634b35a1d1d9ca7199d292, State: Running, Role: LEADER
I20240503 13:58:43.247701 974 consensus_queue.cc:237] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.244818 985 consensus_queue.cc:237] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.248349 583 raft_consensus.cc:2454] T 74b95d0f86c84b93b39777e6334c6ce0 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 499c06e29c8249eab5349c8772e4b0e8 in term 1.
I20240503 13:58:43.248423 969 raft_consensus.cc:2781] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:43.248529 969 raft_consensus.cc:686] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [term 1 LEADER]: Becoming Leader. State: Replica: 672cd4cdde4d45ab9bd525bddc72286e, State: Running, Role: LEADER
I20240503 13:58:43.248674 969 consensus_queue.cc:237] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.250104 439 catalog_manager.cc:5484] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 reported cstate change: term changed from 0 to 1, leader changed from <none> to eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "eaba161b17634b35a1d1d9ca7199d292" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: HEALTHY } } }
I20240503 13:58:43.250699 440 catalog_manager.cc:5484] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "499c06e29c8249eab5349c8772e4b0e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.250706 441 catalog_manager.cc:5484] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e reported cstate change: term changed from 0 to 1, leader changed from <none> to 672cd4cdde4d45ab9bd525bddc72286e (127.0.99.129). New cstate: current_term: 1 leader_uuid: "672cd4cdde4d45ab9bd525bddc72286e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.251020 440 catalog_manager.cc:5484] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "499c06e29c8249eab5349c8772e4b0e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: HEALTHY } } }
I20240503 13:58:43.254612 440 catalog_manager.cc:5484] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "499c06e29c8249eab5349c8772e4b0e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.254817 440 catalog_manager.cc:5484] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "499c06e29c8249eab5349c8772e4b0e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:43.259738 969 raft_consensus.cc:482] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:43.259855 969 raft_consensus.cc:504] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 } } peers { permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 } } peers { permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 } }
I20240503 13:58:43.260236 969 leader_election.cc:288] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 499c06e29c8249eab5349c8772e4b0e8 (127.0.99.130:44893), eaba161b17634b35a1d1d9ca7199d292 (127.0.99.131:36575)
I20240503 13:58:43.260643 710 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "24f35a22c5db4131bc3de5e73d9307a7" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "499c06e29c8249eab5349c8772e4b0e8" is_pre_election: true
I20240503 13:58:43.260704 841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "24f35a22c5db4131bc3de5e73d9307a7" candidate_uuid: "672cd4cdde4d45ab9bd525bddc72286e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eaba161b17634b35a1d1d9ca7199d292" is_pre_election: true
I20240503 13:58:43.260843 710 raft_consensus.cc:2379] T 24f35a22c5db4131bc3de5e73d9307a7 P 499c06e29c8249eab5349c8772e4b0e8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 672cd4cdde4d45ab9bd525bddc72286e in current term 1: Already voted for candidate eaba161b17634b35a1d1d9ca7199d292 in this term.
I20240503 13:58:43.261179 516 leader_election.cc:302] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 672cd4cdde4d45ab9bd525bddc72286e; no voters: 499c06e29c8249eab5349c8772e4b0e8, eaba161b17634b35a1d1d9ca7199d292
I20240503 13:58:43.261361 969 raft_consensus.cc:3037] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:43.339258 969 raft_consensus.cc:2726] T 24f35a22c5db4131bc3de5e73d9307a7 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
I20240503 13:58:43.350991 969 consensus_queue.cc:1035] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.355656 969 consensus_queue.cc:1035] T 82598267893249b0a9309d0867bf18c9 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.407095 985 consensus_queue.cc:1035] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.410696 975 consensus_queue.cc:1035] T 34510fb35b0840bd8e76d8735e7899f4 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.458885 981 consensus_queue.cc:1035] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.462778 981 consensus_queue.cc:1035] T e070432a74f2410ba50990674bb9eb09 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.467157 981 consensus_queue.cc:1035] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.470075 979 consensus_queue.cc:1035] T 87a428d744b640e29435e5e3503bbbb4 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
W20240503 13:58:43.472530 998 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:43.472891 998 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:43.476511 998 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
I20240503 13:58:43.489782 969 consensus_queue.cc:1035] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.493057 924 consensus_queue.cc:1035] T 4c28c6731b8c459abe7546067a5bc48e P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
Using table 'rebalance_test_table_0'
I20240503 13:58:43.514112 979 consensus_queue.cc:1035] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.517740 974 consensus_queue.cc:1035] T 24f35a22c5db4131bc3de5e73d9307a7 P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.543226 924 consensus_queue.cc:1035] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.552381 973 consensus_queue.cc:1035] T cf406a493646449784eaba5835d75e7c P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.555845 969 consensus_queue.cc:1035] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.556797 973 consensus_queue.cc:1035] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.562857 924 consensus_queue.cc:1035] T 867c19a214d7424aaf83ee7c5b2d9b89 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.565169 924 consensus_queue.cc:1035] T 2337feb7f1a746dfa1b104bd55eef9f6 P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.607170 974 consensus_queue.cc:1035] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.617261 974 consensus_queue.cc:1035] T c5cbf0a1be8546fbb7d8d5fff041e18c P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.638609 985 consensus_queue.cc:1035] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.642228 581 raft_consensus.cc:1261] T 889b2c6da3864cbc8ff80bf05f2693a0 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Refusing update from remote peer 499c06e29c8249eab5349c8772e4b0e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:43.644584 583 raft_consensus.cc:1261] T 00a50d0115f8427e84bd285f59bd3436 P 672cd4cdde4d45ab9bd525bddc72286e [term 1 FOLLOWER]: Refusing update from remote peer 499c06e29c8249eab5349c8772e4b0e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:43.649822 925 consensus_queue.cc:1035] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.650254 925 consensus_queue.cc:1035] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.643520 843 raft_consensus.cc:1261] T 889b2c6da3864cbc8ff80bf05f2693a0 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Refusing update from remote peer 499c06e29c8249eab5349c8772e4b0e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:43.652110 985 consensus_queue.cc:1035] T 889b2c6da3864cbc8ff80bf05f2693a0 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.654145 845 raft_consensus.cc:1261] T 00a50d0115f8427e84bd285f59bd3436 P eaba161b17634b35a1d1d9ca7199d292 [term 1 FOLLOWER]: Refusing update from remote peer 499c06e29c8249eab5349c8772e4b0e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:43.654623 985 consensus_queue.cc:1035] T 00a50d0115f8427e84bd285f59bd3436 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.663501 972 consensus_queue.cc:1035] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.687041 972 consensus_queue.cc:1035] T eaac8d7938a04de9b42fb8ca40e2a78d P 672cd4cdde4d45ab9bd525bddc72286e [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.691431 1052 mvcc.cc:205] Tried to move back new op lower bound from 7023594388038311936 to 7023594386424778752. Current Snapshot: MvccSnapshot[applied={T|T < 7023594388038311936}]
I20240503 13:58:43.692013 1003 mvcc.cc:205] Tried to move back new op lower bound from 7023594388038311936 to 7023594386424778752. Current Snapshot: MvccSnapshot[applied={T|T < 7023594388038311936}]
I20240503 13:58:43.699256 1059 mvcc.cc:205] Tried to move back new op lower bound from 7023594388027404288 to 7023594386417819648. Current Snapshot: MvccSnapshot[applied={T|T < 7023594388027404288}]
I20240503 13:58:43.705708 925 consensus_queue.cc:1035] T 74b95d0f86c84b93b39777e6334c6ce0 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.712006 974 consensus_queue.cc:1035] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 215.504 ms
time per row: 0.107752 ms
I20240503 13:58:43.737840 981 consensus_queue.cc:1035] T 0c73fc297d8d4333abedcfcb7d37b30d P eaba161b17634b35a1d1d9ca7199d292 [LEADER]: Connected to new peer: Peer: permanent_uuid: "499c06e29c8249eab5349c8772e4b0e8" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.780767 975 consensus_queue.cc:1035] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "672cd4cdde4d45ab9bd525bddc72286e" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.784852 975 consensus_queue.cc:1035] T 4cc48f766aed4c31853089ba76f4a9d4 P 499c06e29c8249eab5349c8772e4b0e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eaba161b17634b35a1d1d9ca7199d292" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:43.958488 559 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 13:58:43.958472 818 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:43.960897 689 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.067395 559 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 13:58:44.067588 818 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.068001 689 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.184602 818 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.185161 559 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 13:58:44.186129 689 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.432548 818 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.432798 559 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 13:58:44.432785 689 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.532104 689 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.532094 818 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 13:58:44.533234 559 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 13:58:44.567721 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 501
I20240503 13:58:44.575424 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 632
I20240503 13:58:44.582687 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 763
I20240503 13:58:44.589184 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 410
2024-05-03T13:58:44Z chronyd exiting
[ OK ] TableRangeRebalancingTest.Basic (6466 ms)
[----------] 1 test from TableRangeRebalancingTest (6466 ms total)
[----------] 1 test from RebalanceStartSafetyTest
[ RUN ] RebalanceStartSafetyTest.TooManyIgnoredTservers/1
I20240503 13:58:44.620090 398 test_util.cc:268] Using random seed: 506528565
I20240503 13:58:44.620889 398 ts_itest-base.cc:112] Starting cluster with:
I20240503 13:58:44.620932 398 ts_itest-base.cc:113] --------------
I20240503 13:58:44.620944 398 ts_itest-base.cc:114] 5 tablet servers
I20240503 13:58:44.620954 398 ts_itest-base.cc:115] 3 replicas per TS
I20240503 13:58:44.620963 398 ts_itest-base.cc:116] --------------
2024-05-03T13:58:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
2024-05-03T13:58:44Z Disabled control of system clock
I20240503 13:58:44.629014 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
master
run
--ipki_ca_key_size=768
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:42111
--webserver_interface=127.0.99.190
--webserver_port=0
--builtin_ntp_servers=127.0.99.148:33519
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--rpc_reuseport=true
--master_addresses=127.0.99.190:42111
--raft_prepare_replacement_before_eviction=true
--enable_range_replica_placement=false with env {}
W20240503 13:58:44.743562 1241 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:44.743834 1241 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:44.743902 1241 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:44.747622 1241 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:44.747718 1241 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
W20240503 13:58:44.747749 1241 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:44.747784 1241 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
W20240503 13:58:44.747822 1241 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
I20240503 13:58:44.751745 1241 master_runner.cc:386] Master server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33519
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--enable_range_replica_placement=false
--ipki_ca_key_size=768
--master_addresses=127.0.99.190:42111
--ipki_server_key_size=768
--openssl_security_level_override=0
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:42111
--rpc_reuseport=true
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--webserver_interface=127.0.99.190
--webserver_port=0
--never_fsync=true
--heap_profile_path=/tmp/kudu.1241
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--logbuflevel=-1
--logtostderr=true
Master server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:44.752794 1241 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:44.753998 1241 file_cache.cc:492] Constructed file cache file cache with capacity 419430
I20240503 13:58:44.762528 1241 server_base.cc:1034] running on GCE node
W20240503 13:58:44.762866 1249 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:44.763715 1246 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:44.764550 1247 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:44.765098 1241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:44.766086 1241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:44.767252 1241 hybrid_clock.cc:648] HybridClock initialized: now 1714744724767220 us; error 49 us; skew 500 ppm
I20240503 13:58:44.769381 1241 webserver.cc:460] Webserver started at http://127.0.99.190:42569/ using document root <none> and password file <none>
I20240503 13:58:44.769956 1241 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:44.770016 1241 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:44.770260 1241 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:44.771992 1241 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/instance:
uuid: "aee497c8f81a41c2a05b7a6f6ae36c73"
format_stamp: "Formatted at 2024-05-03 13:58:44 on dist-test-slave-qkv2"
I20240503 13:58:44.772472 1241 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance:
uuid: "aee497c8f81a41c2a05b7a6f6ae36c73"
format_stamp: "Formatted at 2024-05-03 13:58:44 on dist-test-slave-qkv2"
I20240503 13:58:44.775923 1241 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 13:58:44.778321 1255 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:44.779338 1241 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:44.779449 1241 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
uuid: "aee497c8f81a41c2a05b7a6f6ae36c73"
format_stamp: "Formatted at 2024-05-03 13:58:44 on dist-test-slave-qkv2"
I20240503 13:58:44.779532 1241 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:44.806882 1241 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:44.807540 1241 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:44.807705 1241 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:44.814257 1241 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.190:42111
I20240503 13:58:44.814344 1307 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.190:42111 every 8 connection(s)
I20240503 13:58:44.815304 1241 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
I20240503 13:58:44.818037 1308 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:44.823333 1308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73: Bootstrap starting.
I20240503 13:58:44.824631 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 1241
I20240503 13:58:44.824743 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance
I20240503 13:58:44.826020 1308 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:44.826802 1308 log.cc:824] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:44.828473 1308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73: No bootstrap required, opened a new log
I20240503 13:58:44.831632 1308 raft_consensus.cc:348] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42111 } }
I20240503 13:58:44.831867 1308 raft_consensus.cc:374] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:44.831936 1308 raft_consensus.cc:729] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aee497c8f81a41c2a05b7a6f6ae36c73, State: Initialized, Role: FOLLOWER
I20240503 13:58:44.832427 1308 consensus_queue.cc:260] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42111 } }
I20240503 13:58:44.832566 1308 raft_consensus.cc:388] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 13:58:44.832633 1308 raft_consensus.cc:482] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 13:58:44.832746 1308 raft_consensus.cc:3037] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:44.909898 1308 raft_consensus.cc:504] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42111 } }
I20240503 13:58:44.910446 1308 leader_election.cc:302] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aee497c8f81a41c2a05b7a6f6ae36c73; no voters:
I20240503 13:58:44.910809 1308 leader_election.cc:288] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 13:58:44.910961 1313 raft_consensus.cc:2781] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:44.911202 1313 raft_consensus.cc:686] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [term 1 LEADER]: Becoming Leader. State: Replica: aee497c8f81a41c2a05b7a6f6ae36c73, State: Running, Role: LEADER
I20240503 13:58:44.911556 1313 consensus_queue.cc:237] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42111 } }
I20240503 13:58:44.912160 1308 sys_catalog.cc:564] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [sys.catalog]: configured and running, proceeding with master startup.
I20240503 13:58:44.913344 1315 sys_catalog.cc:455] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aee497c8f81a41c2a05b7a6f6ae36c73. Latest consensus state: current_term: 1 leader_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42111 } } }
I20240503 13:58:44.913394 1314 sys_catalog.cc:455] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aee497c8f81a41c2a05b7a6f6ae36c73" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 42111 } } }
I20240503 13:58:44.913513 1315 sys_catalog.cc:458] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [sys.catalog]: This master's current role is: LEADER
I20240503 13:58:44.913513 1314 sys_catalog.cc:458] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73 [sys.catalog]: This master's current role is: LEADER
I20240503 13:58:44.913969 1322 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240503 13:58:44.917351 1322 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240503 13:58:44.922611 1322 catalog_manager.cc:1347] Generated new cluster ID: 0e40248111584f93bcab5b515da0aeb5
I20240503 13:58:44.922690 1322 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240503 13:58:44.935051 1322 catalog_manager.cc:1370] Generated new certificate authority record
I20240503 13:58:44.936374 1322 catalog_manager.cc:1504] Loading token signing keys...
I20240503 13:58:44.948992 1322 catalog_manager.cc:5857] T 00000000000000000000000000000000 P aee497c8f81a41c2a05b7a6f6ae36c73: Generated new TSK 0
I20240503 13:58:44.949927 1322 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240503 13:58:44.966337 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.129:0
--local_ip_for_outbound_sockets=127.0.99.129
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--builtin_ntp_servers=127.0.99.148:33519
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 13:58:45.077203 1332 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:45.077459 1332 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:45.077538 1332 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:45.080659 1332 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:45.080744 1332 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:45.080845 1332 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.129
I20240503 13:58:45.084630 1332 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33519
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.129:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--never_fsync=true
--heap_profile_path=/tmp/kudu.1332
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.129
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:45.085579 1332 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:45.086730 1332 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:45.094830 1340 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.095891 1337 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.096861 1338 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:45.097867 1332 server_base.cc:1034] running on GCE node
I20240503 13:58:45.098381 1332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:45.099056 1332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:45.100219 1332 hybrid_clock.cc:648] HybridClock initialized: now 1714744725100210 us; error 31 us; skew 500 ppm
I20240503 13:58:45.102564 1332 webserver.cc:460] Webserver started at http://127.0.99.129:45599/ using document root <none> and password file <none>
I20240503 13:58:45.103152 1332 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:45.103214 1332 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:45.103397 1332 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:45.105134 1332 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/instance:
uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.105620 1332 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance:
uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.109230 1332 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.006s sys 0.000s
I20240503 13:58:45.111589 1346 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.112694 1332 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:45.112811 1332 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.112931 1332 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:45.131772 1332 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:45.132663 1332 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:45.132833 1332 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:45.133371 1332 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:45.134294 1332 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:45.134361 1332 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.134423 1332 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:45.134464 1332 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.143695 1332 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.129:45777
I20240503 13:58:45.143748 1459 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.129:45777 every 8 connection(s)
I20240503 13:58:45.144704 1332 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
I20240503 13:58:45.152830 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 1332
I20240503 13:58:45.152961 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance
I20240503 13:58:45.153870 1460 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42111
I20240503 13:58:45.154094 1460 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:45.154657 1460 heartbeater.cc:511] Master 127.0.99.190:42111 requested a full tablet report, sending...
I20240503 13:58:45.155036 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:0
--local_ip_for_outbound_sockets=127.0.99.130
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--builtin_ntp_servers=127.0.99.148:33519
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:45.156051 1269 ts_manager.cc:194] Registered new tserver with Master: 41c6ff3fcf0045dd916e13f9f2a4ddf5 (127.0.99.129:45777)
I20240503 13:58:45.157173 1269 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.129:45717
W20240503 13:58:45.268285 1463 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:45.268558 1463 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:45.268636 1463 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:45.271879 1463 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:45.271957 1463 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:45.272068 1463 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 13:58:45.275776 1463 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33519
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--never_fsync=true
--heap_profile_path=/tmp/kudu.1463
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:45.276713 1463 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:45.278364 1463 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:45.288079 1471 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.288141 1469 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.288980 1468 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:45.289829 1463 server_base.cc:1034] running on GCE node
I20240503 13:58:45.290297 1463 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:45.290890 1463 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:45.292047 1463 hybrid_clock.cc:648] HybridClock initialized: now 1714744725292032 us; error 30 us; skew 500 ppm
I20240503 13:58:45.294065 1463 webserver.cc:460] Webserver started at http://127.0.99.130:38637/ using document root <none> and password file <none>
I20240503 13:58:45.294643 1463 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:45.294699 1463 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:45.294849 1463 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:45.296537 1463 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/instance:
uuid: "8081d80c99004a63acfc93ebc26f994f"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.296957 1463 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance:
uuid: "8081d80c99004a63acfc93ebc26f994f"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.300321 1463 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 13:58:45.302434 1477 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.303485 1463 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:45.303592 1463 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "8081d80c99004a63acfc93ebc26f994f"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.303694 1463 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:45.322814 1463 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:45.323463 1463 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:45.323630 1463 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:45.324159 1463 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:45.325121 1463 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:45.325173 1463 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.325230 1463 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:45.325261 1463 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.333895 1463 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:39189
I20240503 13:58:45.333925 1590 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:39189 every 8 connection(s)
I20240503 13:58:45.334939 1463 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 13:58:45.341557 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 1463
I20240503 13:58:45.341672 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance
I20240503 13:58:45.343997 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:0
--local_ip_for_outbound_sockets=127.0.99.131
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--builtin_ntp_servers=127.0.99.148:33519
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:45.345455 1591 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42111
I20240503 13:58:45.345727 1591 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:45.346441 1591 heartbeater.cc:511] Master 127.0.99.190:42111 requested a full tablet report, sending...
I20240503 13:58:45.347647 1269 ts_manager.cc:194] Registered new tserver with Master: 8081d80c99004a63acfc93ebc26f994f (127.0.99.130:39189)
I20240503 13:58:45.348282 1269 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:46989
W20240503 13:58:45.455174 1594 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:45.455426 1594 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:45.455476 1594 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:45.458529 1594 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:45.458597 1594 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:45.458700 1594 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 13:58:45.462368 1594 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33519
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--never_fsync=true
--heap_profile_path=/tmp/kudu.1594
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:45.463310 1594 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:45.464455 1594 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:45.473435 1602 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.474324 1599 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.475246 1600 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:45.476157 1594 server_base.cc:1034] running on GCE node
I20240503 13:58:45.476562 1594 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:45.477125 1594 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:45.478255 1594 hybrid_clock.cc:648] HybridClock initialized: now 1714744725478231 us; error 40 us; skew 500 ppm
I20240503 13:58:45.480185 1594 webserver.cc:460] Webserver started at http://127.0.99.131:41947/ using document root <none> and password file <none>
I20240503 13:58:45.480749 1594 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:45.480811 1594 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:45.480983 1594 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:45.482692 1594 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/instance:
uuid: "601614f779804931a1324cfb5b8f1d47"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.483186 1594 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance:
uuid: "601614f779804931a1324cfb5b8f1d47"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.486594 1594 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 13:58:45.488716 1608 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.489660 1594 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:45.489770 1594 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "601614f779804931a1324cfb5b8f1d47"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.489854 1594 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:45.521759 1594 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:45.522445 1594 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:45.522619 1594 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:45.523159 1594 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:45.524055 1594 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:45.524106 1594 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.524164 1594 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:45.524196 1594 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.532581 1594 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:45815
I20240503 13:58:45.532610 1721 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:45815 every 8 connection(s)
I20240503 13:58:45.533574 1594 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 13:58:45.541275 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 1594
I20240503 13:58:45.541415 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance
I20240503 13:58:45.542140 1722 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42111
I20240503 13:58:45.542388 1722 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:45.542930 1722 heartbeater.cc:511] Master 127.0.99.190:42111 requested a full tablet report, sending...
I20240503 13:58:45.543562 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.132:0
--local_ip_for_outbound_sockets=127.0.99.132
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--builtin_ntp_servers=127.0.99.148:33519
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:45.543924 1269 ts_manager.cc:194] Registered new tserver with Master: 601614f779804931a1324cfb5b8f1d47 (127.0.99.131:45815)
I20240503 13:58:45.544478 1269 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:52087
W20240503 13:58:45.656862 1725 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:45.657104 1725 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:45.657150 1725 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:45.660355 1725 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:45.660436 1725 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:45.660508 1725 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.132
I20240503 13:58:45.664317 1725 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33519
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.132:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--never_fsync=true
--heap_profile_path=/tmp/kudu.1725
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.132
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:45.665228 1725 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:45.667155 1725 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:45.676424 1731 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.677237 1733 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.678082 1730 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:45.678982 1725 server_base.cc:1034] running on GCE node
I20240503 13:58:45.679416 1725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:45.680016 1725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:45.681181 1725 hybrid_clock.cc:648] HybridClock initialized: now 1714744725681159 us; error 37 us; skew 500 ppm
I20240503 13:58:45.683282 1725 webserver.cc:460] Webserver started at http://127.0.99.132:37815/ using document root <none> and password file <none>
I20240503 13:58:45.683888 1725 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:45.683948 1725 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:45.684123 1725 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:45.685842 1725 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/instance:
uuid: "8746733a837d487b9a76e75545e1b8ce"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.686342 1725 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance:
uuid: "8746733a837d487b9a76e75545e1b8ce"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.689909 1725 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:45.692879 1739 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.693943 1725 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:45.694053 1725 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
uuid: "8746733a837d487b9a76e75545e1b8ce"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.694299 1725 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:45.716912 1725 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:45.717581 1725 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:45.717729 1725 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:45.718279 1725 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:45.719141 1725 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:45.719187 1725 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.719234 1725 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:45.719249 1725 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.727857 1725 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.132:44997
I20240503 13:58:45.727882 1852 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.132:44997 every 8 connection(s)
I20240503 13:58:45.729511 1725 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
I20240503 13:58:45.730455 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 1725
I20240503 13:58:45.730549 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance
I20240503 13:58:45.732757 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.133:0
--local_ip_for_outbound_sockets=127.0.99.133
--webserver_interface=127.0.99.133
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--builtin_ntp_servers=127.0.99.148:33519
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:45.739236 1853 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42111
I20240503 13:58:45.739486 1853 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:45.740032 1853 heartbeater.cc:511] Master 127.0.99.190:42111 requested a full tablet report, sending...
I20240503 13:58:45.741051 1269 ts_manager.cc:194] Registered new tserver with Master: 8746733a837d487b9a76e75545e1b8ce (127.0.99.132:44997)
I20240503 13:58:45.741591 1269 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.132:34919
W20240503 13:58:45.844045 1856 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:45.844305 1856 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:45.844358 1856 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:45.847548 1856 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:45.847625 1856 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:45.847703 1856 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.133
I20240503 13:58:45.851500 1856 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33519
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.133:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--webserver_interface=127.0.99.133
--webserver_port=0
--tserver_master_addrs=127.0.99.190:42111
--never_fsync=true
--heap_profile_path=/tmp/kudu.1856
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.133
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:45.852450 1856 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:45.853597 1856 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:45.863970 1862 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.864845 1861 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:45.865764 1864 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:45.866663 1856 server_base.cc:1034] running on GCE node
I20240503 13:58:45.867116 1856 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:45.867761 1856 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:45.868924 1856 hybrid_clock.cc:648] HybridClock initialized: now 1714744725868909 us; error 31 us; skew 500 ppm
I20240503 13:58:45.871004 1856 webserver.cc:460] Webserver started at http://127.0.99.133:34609/ using document root <none> and password file <none>
I20240503 13:58:45.871577 1856 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:45.871641 1856 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:45.871814 1856 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:45.873492 1856 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/instance:
uuid: "122d5fab2ca44e4999256b3ba8c0ee13"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.874029 1856 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance:
uuid: "122d5fab2ca44e4999256b3ba8c0ee13"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.877389 1856 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:45.879781 1870 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.880797 1856 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:45.880893 1856 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
uuid: "122d5fab2ca44e4999256b3ba8c0ee13"
format_stamp: "Formatted at 2024-05-03 13:58:45 on dist-test-slave-qkv2"
I20240503 13:58:45.880973 1856 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:45.903108 1856 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:45.903733 1856 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:45.903873 1856 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:45.904376 1856 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:45.905215 1856 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:45.905277 1856 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.905316 1856 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:45.905337 1856 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:45.914729 1856 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.133:44785
I20240503 13:58:45.914794 1983 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.133:44785 every 8 connection(s)
I20240503 13:58:45.915731 1856 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
I20240503 13:58:45.918552 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 1856
I20240503 13:58:45.918674 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceStartSafetyTest.TooManyIgnoredTservers_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance
I20240503 13:58:45.924664 1984 heartbeater.cc:347] Connected to a master server at 127.0.99.190:42111
I20240503 13:58:45.924886 1984 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:45.925407 1984 heartbeater.cc:511] Master 127.0.99.190:42111 requested a full tablet report, sending...
I20240503 13:58:45.926370 1269 ts_manager.cc:194] Registered new tserver with Master: 122d5fab2ca44e4999256b3ba8c0ee13 (127.0.99.133:44785)
I20240503 13:58:45.926868 1269 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.133:42543
I20240503 13:58:45.932593 398 external_mini_cluster.cc:930] 5 TS(s) registered with all masters
I20240503 13:58:45.941699 1269 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53860:
name: "TestTable"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
owner: "alice"
I20240503 13:58:45.959882 1394 tablet_service.cc:1467] Processing CreateTablet for tablet 4831297d68db42a5adf977a689d0d792 (DEFAULT_TABLE table=TestTable [id=aa62eea5b747450599ed3ae04db8e6b4]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:45.960278 1525 tablet_service.cc:1467] Processing CreateTablet for tablet 4831297d68db42a5adf977a689d0d792 (DEFAULT_TABLE table=TestTable [id=aa62eea5b747450599ed3ae04db8e6b4]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:45.960870 1394 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4831297d68db42a5adf977a689d0d792. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:45.961207 1525 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4831297d68db42a5adf977a689d0d792. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:45.964108 1656 tablet_service.cc:1467] Processing CreateTablet for tablet 4831297d68db42a5adf977a689d0d792 (DEFAULT_TABLE table=TestTable [id=aa62eea5b747450599ed3ae04db8e6b4]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:45.965058 1656 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4831297d68db42a5adf977a689d0d792. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:45.966632 2001 tablet_bootstrap.cc:492] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5: Bootstrap starting.
I20240503 13:58:45.967604 2002 tablet_bootstrap.cc:492] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f: Bootstrap starting.
I20240503 13:58:45.968976 2001 tablet_bootstrap.cc:654] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:45.969583 2002 tablet_bootstrap.cc:654] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:45.969825 2001 log.cc:824] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:45.970528 2004 tablet_bootstrap.cc:492] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47: Bootstrap starting.
I20240503 13:58:45.970391 2002 log.cc:824] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:45.971799 2001 tablet_bootstrap.cc:492] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5: No bootstrap required, opened a new log
I20240503 13:58:45.971987 2001 ts_tablet_manager.cc:1367] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.002s
I20240503 13:58:45.972196 2002 tablet_bootstrap.cc:492] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f: No bootstrap required, opened a new log
I20240503 13:58:45.972486 2002 ts_tablet_manager.cc:1367] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
I20240503 13:58:45.972708 2004 tablet_bootstrap.cc:654] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:45.973678 2004 log.cc:824] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:45.975351 2001 raft_consensus.cc:348] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:45.975587 2001 raft_consensus.cc:374] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:45.975654 2001 raft_consensus.cc:729] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 41c6ff3fcf0045dd916e13f9f2a4ddf5, State: Initialized, Role: FOLLOWER
I20240503 13:58:45.976023 2002 raft_consensus.cc:348] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:45.976089 2001 consensus_queue.cc:260] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:45.976198 2002 raft_consensus.cc:374] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:45.976262 2002 raft_consensus.cc:729] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8081d80c99004a63acfc93ebc26f994f, State: Initialized, Role: FOLLOWER
I20240503 13:58:45.976629 2002 consensus_queue.cc:260] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:45.976795 1460 heartbeater.cc:503] Master 127.0.99.190:42111 was elected leader, sending a full tablet report...
I20240503 13:58:45.976997 2001 ts_tablet_manager.cc:1398] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5: Time spent starting tablet: real 0.005s user 0.002s sys 0.003s
I20240503 13:58:45.977324 1591 heartbeater.cc:503] Master 127.0.99.190:42111 was elected leader, sending a full tablet report...
I20240503 13:58:45.977872 2002 ts_tablet_manager.cc:1398] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f: Time spent starting tablet: real 0.005s user 0.006s sys 0.000s
I20240503 13:58:45.979965 2004 tablet_bootstrap.cc:492] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47: No bootstrap required, opened a new log
I20240503 13:58:45.980561 2004 ts_tablet_manager.cc:1367] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.000s
I20240503 13:58:45.983322 2007 raft_consensus.cc:482] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:45.983497 2007 raft_consensus.cc:504] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:45.984027 2004 raft_consensus.cc:348] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:45.984247 2004 raft_consensus.cc:374] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:45.984309 2004 raft_consensus.cc:729] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 601614f779804931a1324cfb5b8f1d47, State: Initialized, Role: FOLLOWER
I20240503 13:58:45.984678 2007 leader_election.cc:288] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 601614f779804931a1324cfb5b8f1d47 (127.0.99.131:45815), 8081d80c99004a63acfc93ebc26f994f (127.0.99.130:39189)
I20240503 13:58:45.984709 2004 consensus_queue.cc:260] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:45.985618 2004 ts_tablet_manager.cc:1398] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47: Time spent starting tablet: real 0.005s user 0.005s sys 0.000s
I20240503 13:58:45.985978 1722 heartbeater.cc:503] Master 127.0.99.190:42111 was elected leader, sending a full tablet report...
I20240503 13:58:45.989876 1545 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4831297d68db42a5adf977a689d0d792" candidate_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8081d80c99004a63acfc93ebc26f994f" is_pre_election: true
I20240503 13:58:45.989910 1676 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4831297d68db42a5adf977a689d0d792" candidate_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "601614f779804931a1324cfb5b8f1d47" is_pre_election: true
I20240503 13:58:45.990157 1676 raft_consensus.cc:2454] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 41c6ff3fcf0045dd916e13f9f2a4ddf5 in term 0.
I20240503 13:58:45.990159 1545 raft_consensus.cc:2454] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 41c6ff3fcf0045dd916e13f9f2a4ddf5 in term 0.
I20240503 13:58:45.990645 1349 leader_election.cc:302] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 41c6ff3fcf0045dd916e13f9f2a4ddf5, 601614f779804931a1324cfb5b8f1d47; no voters:
I20240503 13:58:45.990859 2007 raft_consensus.cc:2781] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:45.990931 2007 raft_consensus.cc:482] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:45.990960 2007 raft_consensus.cc:3037] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 0 FOLLOWER]: Advancing to term 1
W20240503 13:58:46.034703 1723 tablet.cc:2369] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:46.043728 2007 raft_consensus.cc:504] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:46.044365 2007 leader_election.cc:288] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [CANDIDATE]: Term 1 election: Requested vote from peers 601614f779804931a1324cfb5b8f1d47 (127.0.99.131:45815), 8081d80c99004a63acfc93ebc26f994f (127.0.99.130:39189)
I20240503 13:58:46.044893 1545 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4831297d68db42a5adf977a689d0d792" candidate_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8081d80c99004a63acfc93ebc26f994f"
I20240503 13:58:46.044907 1676 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4831297d68db42a5adf977a689d0d792" candidate_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "601614f779804931a1324cfb5b8f1d47"
I20240503 13:58:46.045037 1545 raft_consensus.cc:3037] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:46.045051 1676 raft_consensus.cc:3037] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:46.046033 1545 raft_consensus.cc:2454] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 41c6ff3fcf0045dd916e13f9f2a4ddf5 in term 1.
I20240503 13:58:46.046437 1676 raft_consensus.cc:2454] T 4831297d68db42a5adf977a689d0d792 P 601614f779804931a1324cfb5b8f1d47 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 41c6ff3fcf0045dd916e13f9f2a4ddf5 in term 1.
I20240503 13:58:46.046486 1350 leader_election.cc:302] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 41c6ff3fcf0045dd916e13f9f2a4ddf5, 8081d80c99004a63acfc93ebc26f994f; no voters:
I20240503 13:58:46.046707 2007 raft_consensus.cc:2781] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:46.046947 2007 raft_consensus.cc:686] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [term 1 LEADER]: Becoming Leader. State: Replica: 41c6ff3fcf0045dd916e13f9f2a4ddf5, State: Running, Role: LEADER
I20240503 13:58:46.047349 2007 consensus_queue.cc:237] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } }
I20240503 13:58:46.050913 1271 catalog_manager.cc:5484] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 41c6ff3fcf0045dd916e13f9f2a4ddf5 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "41c6ff3fcf0045dd916e13f9f2a4ddf5" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 45777 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:46.059055 398 external_mini_cluster.cc:930] 5 TS(s) registered with all masters
I20240503 13:58:46.060784 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver 41c6ff3fcf0045dd916e13f9f2a4ddf5 to finish bootstrapping
I20240503 13:58:46.066493 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver 8081d80c99004a63acfc93ebc26f994f to finish bootstrapping
I20240503 13:58:46.071491 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver 601614f779804931a1324cfb5b8f1d47 to finish bootstrapping
I20240503 13:58:46.076218 398 ts_itest-base.cc:233] Waiting for 0 tablets on tserver 8746733a837d487b9a76e75545e1b8ce to finish bootstrapping
I20240503 13:58:46.081961 398 ts_itest-base.cc:233] Waiting for 0 tablets on tserver 122d5fab2ca44e4999256b3ba8c0ee13 to finish bootstrapping
W20240503 13:58:46.086289 1592 tablet.cc:2369] T 4831297d68db42a5adf977a689d0d792 P 8081d80c99004a63acfc93ebc26f994f: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 13:58:46.146277 1461 tablet.cc:2369] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:46.277182 1918 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.277534 1394 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:58:46.278270 1656 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.278700 1525 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.283195 1787 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.374987 1787 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.375242 1394 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:58:46.376263 1656 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.376698 1918 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.379182 1525 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.458277 2007 consensus_queue.cc:1035] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "601614f779804931a1324cfb5b8f1d47" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:46.463899 2101 consensus_queue.cc:1035] T 4831297d68db42a5adf977a689d0d792 P 41c6ff3fcf0045dd916e13f9f2a4ddf5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8081d80c99004a63acfc93ebc26f994f" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:46.487790 1656 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.488281 1394 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:58:46.489878 1918 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.491881 1525 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.494457 1787 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.740125 1394 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:58:46.740430 1918 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.741526 1656 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.742269 1525 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.742753 1787 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.743883 1853 heartbeater.cc:503] Master 127.0.99.190:42111 was elected leader, sending a full tablet report...
I20240503 13:58:46.828750 1918 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.830193 1394 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:58:46.831326 1525 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.833016 1656 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.855803 1787 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.928756 1984 heartbeater.cc:503] Master 127.0.99.190:42111 was elected leader, sending a full tablet report...
I20240503 13:58:46.960234 1918 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.961922 1394 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:58:46.964493 1656 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.964973 1787 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:46.973595 1525 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:47.006019 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 1332
I20240503 13:58:47.012418 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 1463
I20240503 13:58:47.018424 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 1594
I20240503 13:58:47.024514 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 1725
I20240503 13:58:47.029850 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 1856
I20240503 13:58:47.035377 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 1241
2024-05-03T13:58:47Z chronyd exiting
[ OK ] RebalanceStartSafetyTest.TooManyIgnoredTservers/1 (2438 ms)
[----------] 1 test from RebalanceStartSafetyTest (2438 ms total)
[----------] 1 test from RebalanceParamTest
[ RUN ] RebalanceParamTest.Rebalance/7
I20240503 13:58:47.058437 398 test_util.cc:268] Using random seed: 508966905
I20240503 13:58:47.059230 398 ts_itest-base.cc:112] Starting cluster with:
I20240503 13:58:47.059273 398 ts_itest-base.cc:113] --------------
I20240503 13:58:47.059294 398 ts_itest-base.cc:114] 7 tablet servers
I20240503 13:58:47.059312 398 ts_itest-base.cc:115] 5 replicas per TS
I20240503 13:58:47.059340 398 ts_itest-base.cc:116] --------------
2024-05-03T13:58:47Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
2024-05-03T13:58:47Z Disabled control of system clock
I20240503 13:58:47.067349 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
master
run
--ipki_ca_key_size=768
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:39453
--webserver_interface=127.0.99.190
--webserver_port=0
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--rpc_reuseport=true
--master_addresses=127.0.99.190:39453
--allow_unsafe_replication_factor
--enable_range_replica_placement=false
--raft_prepare_replacement_before_eviction=true
--tserver_unresponsive_timeout_ms=3000 with env {}
W20240503 13:58:47.177181 2225 flags.cc:425] Enabled unsafe flag: --allow_unsafe_replication_factor=true
W20240503 13:58:47.177441 2225 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:47.177501 2225 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:47.177583 2225 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:47.180687 2225 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:47.180781 2225 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
W20240503 13:58:47.180830 2225 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:47.180868 2225 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
W20240503 13:58:47.180904 2225 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
I20240503 13:58:47.184691 2225 master_runner.cc:386] Master server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--allow_unsafe_replication_factor=true
--enable_range_replica_placement=false
--ipki_ca_key_size=768
--master_addresses=127.0.99.190:39453
--tserver_unresponsive_timeout_ms=3000
--ipki_server_key_size=768
--openssl_security_level_override=0
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:39453
--rpc_reuseport=true
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--webserver_interface=127.0.99.190
--webserver_port=0
--never_fsync=true
--heap_profile_path=/tmp/kudu.2225
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--logbuflevel=-1
--logtostderr=true
Master server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:47.186288 2225 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:47.187511 2225 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:47.195603 2231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.196532 2230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.197332 2233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:47.198298 2225 server_base.cc:1034] running on GCE node
I20240503 13:58:47.198948 2225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:47.199977 2225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:47.201144 2225 hybrid_clock.cc:648] HybridClock initialized: now 1714744727201121 us; error 40 us; skew 500 ppm
I20240503 13:58:47.203302 2225 webserver.cc:460] Webserver started at http://127.0.99.190:38525/ using document root <none> and password file <none>
I20240503 13:58:47.203866 2225 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:47.203922 2225 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:47.204120 2225 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:47.205814 2225 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/instance:
uuid: "b3fd6ed70f164c5397daafd6bbc9499f"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.206365 2225 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance:
uuid: "b3fd6ed70f164c5397daafd6bbc9499f"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.209708 2225 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:47.212021 2239 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.213078 2225 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:47.213228 2225 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
uuid: "b3fd6ed70f164c5397daafd6bbc9499f"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.213320 2225 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:47.232996 2225 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:47.233662 2225 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:47.233824 2225 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:47.240387 2225 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.190:39453
I20240503 13:58:47.240399 2291 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.190:39453 every 8 connection(s)
I20240503 13:58:47.241335 2225 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
I20240503 13:58:47.242597 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 2225
I20240503 13:58:47.242705 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance
I20240503 13:58:47.244107 2292 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:47.250036 2292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f: Bootstrap starting.
I20240503 13:58:47.252398 2292 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:47.253196 2292 log.cc:824] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:47.254786 2292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f: No bootstrap required, opened a new log
I20240503 13:58:47.257436 2292 raft_consensus.cc:348] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 39453 } }
I20240503 13:58:47.257614 2292 raft_consensus.cc:374] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:47.257647 2292 raft_consensus.cc:729] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b3fd6ed70f164c5397daafd6bbc9499f, State: Initialized, Role: FOLLOWER
I20240503 13:58:47.257984 2292 consensus_queue.cc:260] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 39453 } }
I20240503 13:58:47.258081 2292 raft_consensus.cc:388] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 13:58:47.258123 2292 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 13:58:47.258229 2292 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:47.261488 2292 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 39453 } }
I20240503 13:58:47.261839 2292 leader_election.cc:302] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: b3fd6ed70f164c5397daafd6bbc9499f; no voters:
I20240503 13:58:47.262113 2292 leader_election.cc:288] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 13:58:47.262259 2297 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:47.262879 2297 raft_consensus.cc:686] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [term 1 LEADER]: Becoming Leader. State: Replica: b3fd6ed70f164c5397daafd6bbc9499f, State: Running, Role: LEADER
I20240503 13:58:47.263204 2292 sys_catalog.cc:564] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [sys.catalog]: configured and running, proceeding with master startup.
I20240503 13:58:47.263294 2297 consensus_queue.cc:237] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 39453 } }
I20240503 13:58:47.264843 2299 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 39453 } } }
I20240503 13:58:47.264969 2299 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [sys.catalog]: This master's current role is: LEADER
I20240503 13:58:47.265188 2299 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b3fd6ed70f164c5397daafd6bbc9499f. Latest consensus state: current_term: 1 leader_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b3fd6ed70f164c5397daafd6bbc9499f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 39453 } } }
I20240503 13:58:47.265260 2299 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f [sys.catalog]: This master's current role is: LEADER
I20240503 13:58:47.266290 2311 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240503 13:58:47.268746 2311 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240503 13:58:47.273888 2311 catalog_manager.cc:1347] Generated new cluster ID: b5ca42995387485682a38e804f66bc25
I20240503 13:58:47.273962 2311 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240503 13:58:47.294656 2311 catalog_manager.cc:1370] Generated new certificate authority record
I20240503 13:58:47.295642 2311 catalog_manager.cc:1504] Loading token signing keys...
I20240503 13:58:47.305445 2311 catalog_manager.cc:5857] T 00000000000000000000000000000000 P b3fd6ed70f164c5397daafd6bbc9499f: Generated new TSK 0
I20240503 13:58:47.306164 2311 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240503 13:58:47.312014 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.129:0
--local_ip_for_outbound_sockets=127.0.99.129
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 13:58:47.425607 2316 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:47.425827 2316 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:47.425875 2316 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:47.429069 2316 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:47.429150 2316 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:47.429248 2316 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.129
I20240503 13:58:47.433036 2316 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.129:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.2316
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.129
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:47.433972 2316 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:47.435145 2316 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:47.444010 2321 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.444890 2324 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.445845 2322 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:47.446874 2316 server_base.cc:1034] running on GCE node
I20240503 13:58:47.447297 2316 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:47.447907 2316 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:47.449070 2316 hybrid_clock.cc:648] HybridClock initialized: now 1714744727449041 us; error 41 us; skew 500 ppm
I20240503 13:58:47.451157 2316 webserver.cc:460] Webserver started at http://127.0.99.129:34345/ using document root <none> and password file <none>
I20240503 13:58:47.451731 2316 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:47.451797 2316 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:47.451975 2316 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:47.453886 2316 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/instance:
uuid: "d111a701625045459f1ccf1387c58517"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.454424 2316 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance:
uuid: "d111a701625045459f1ccf1387c58517"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.457787 2316 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 13:58:47.460193 2330 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.461232 2316 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:47.461344 2316 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
uuid: "d111a701625045459f1ccf1387c58517"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.461452 2316 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:47.482034 2316 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:47.482959 2316 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:47.483150 2316 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:47.483742 2316 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:47.484719 2316 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:47.484769 2316 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.484830 2316 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:47.484858 2316 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.493937 2316 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.129:39855
I20240503 13:58:47.493971 2443 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.129:39855 every 8 connection(s)
I20240503 13:58:47.494975 2316 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
I20240503 13:58:47.498162 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 2316
I20240503 13:58:47.498302 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance
I20240503 13:58:47.500638 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:0
--local_ip_for_outbound_sockets=127.0.99.130
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:47.504917 2444 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:47.505184 2444 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:47.505738 2444 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:47.507506 2256 ts_manager.cc:194] Registered new tserver with Master: d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:47.509320 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.129:53769
W20240503 13:58:47.612210 2447 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:47.612443 2447 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:47.612489 2447 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:47.615571 2447 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:47.615643 2447 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:47.615720 2447 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 13:58:47.619503 2447 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.2447
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:47.620414 2447 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:47.621512 2447 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:47.630352 2452 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.631165 2453 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.631970 2455 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:47.632951 2447 server_base.cc:1034] running on GCE node
I20240503 13:58:47.633394 2447 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:47.633991 2447 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:47.635146 2447 hybrid_clock.cc:648] HybridClock initialized: now 1714744727635135 us; error 64 us; skew 500 ppm
I20240503 13:58:47.637115 2447 webserver.cc:460] Webserver started at http://127.0.99.130:42541/ using document root <none> and password file <none>
I20240503 13:58:47.637682 2447 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:47.637742 2447 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:47.637938 2447 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:47.639650 2447 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/instance:
uuid: "1827a6b711be43a28e417e2cb515aabc"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.640125 2447 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance:
uuid: "1827a6b711be43a28e417e2cb515aabc"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.643450 2447 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.001s sys 0.003s
I20240503 13:58:47.645583 2461 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.646648 2447 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:47.646755 2447 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "1827a6b711be43a28e417e2cb515aabc"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.646844 2447 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:47.665731 2447 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:47.666469 2447 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:47.666638 2447 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:47.667176 2447 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:47.668056 2447 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:47.668105 2447 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.668162 2447 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:47.668195 2447 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.676872 2447 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:34477
I20240503 13:58:47.676890 2574 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:34477 every 8 connection(s)
I20240503 13:58:47.677865 2447 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 13:58:47.686407 2575 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:47.686642 2575 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:47.687094 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 2447
I20240503 13:58:47.687189 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance
I20240503 13:58:47.687171 2575 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:47.688174 2256 ts_manager.cc:194] Registered new tserver with Master: 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477)
I20240503 13:58:47.688776 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:59773
I20240503 13:58:47.689452 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:0
--local_ip_for_outbound_sockets=127.0.99.131
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 13:58:47.799011 2578 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:47.799278 2578 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:47.799324 2578 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:47.802587 2578 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:47.802675 2578 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:47.802767 2578 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 13:58:47.806814 2578 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.2578
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:47.807837 2578 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:47.808970 2578 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:47.818549 2584 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.819312 2583 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:47.820163 2586 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:47.821118 2578 server_base.cc:1034] running on GCE node
I20240503 13:58:47.821538 2578 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:47.822110 2578 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:47.823287 2578 hybrid_clock.cc:648] HybridClock initialized: now 1714744727823261 us; error 39 us; skew 500 ppm
I20240503 13:58:47.825388 2578 webserver.cc:460] Webserver started at http://127.0.99.131:33911/ using document root <none> and password file <none>
I20240503 13:58:47.825958 2578 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:47.826021 2578 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:47.826261 2578 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:47.827983 2578 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/instance:
uuid: "7859db26507f469d9a578ecb745dcafc"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.828475 2578 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance:
uuid: "7859db26507f469d9a578ecb745dcafc"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.832000 2578 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.002s
I20240503 13:58:47.834348 2592 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.835448 2578 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20240503 13:58:47.835559 2578 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "7859db26507f469d9a578ecb745dcafc"
format_stamp: "Formatted at 2024-05-03 13:58:47 on dist-test-slave-qkv2"
I20240503 13:58:47.835649 2578 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:47.860932 2578 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:47.861624 2578 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:47.861783 2578 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:47.862360 2578 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:47.863253 2578 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:47.863301 2578 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.863349 2578 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:47.863385 2578 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:47.872267 2578 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:40211
I20240503 13:58:47.872303 2705 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:40211 every 8 connection(s)
I20240503 13:58:47.873245 2578 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 13:58:47.875196 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 2578
I20240503 13:58:47.875299 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance
I20240503 13:58:47.877591 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.132:0
--local_ip_for_outbound_sockets=127.0.99.132
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:47.883491 2706 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:47.883774 2706 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:47.884546 2706 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:47.885754 2256 ts_manager.cc:194] Registered new tserver with Master: 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:58:47.886608 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:37219
W20240503 13:58:47.991595 2709 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:47.991904 2709 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:47.991986 2709 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:47.996474 2709 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:47.996558 2709 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:47.996651 2709 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.132
I20240503 13:58:48.001443 2709 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.132:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.2709
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.132
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:48.002444 2709 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:48.003571 2709 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:48.012734 2717 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.013538 2715 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.014403 2714 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:48.015240 2709 server_base.cc:1034] running on GCE node
I20240503 13:58:48.015641 2709 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:48.016211 2709 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:48.017374 2709 hybrid_clock.cc:648] HybridClock initialized: now 1714744728017364 us; error 25 us; skew 500 ppm
I20240503 13:58:48.019404 2709 webserver.cc:460] Webserver started at http://127.0.99.132:32987/ using document root <none> and password file <none>
I20240503 13:58:48.019966 2709 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:48.020021 2709 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:48.020213 2709 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:48.021987 2709 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/instance:
uuid: "4f61c9c8765c4df78fc74107fa0a624d"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.024085 2709 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance:
uuid: "4f61c9c8765c4df78fc74107fa0a624d"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.027503 2709 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.000s sys 0.003s
I20240503 13:58:48.029649 2723 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.030712 2709 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:48.030807 2709 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
uuid: "4f61c9c8765c4df78fc74107fa0a624d"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.030905 2709 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:48.043686 2709 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:48.044312 2709 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:48.044469 2709 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:48.044977 2709 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:48.045836 2709 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:48.045881 2709 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.045923 2709 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:48.045954 2709 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.055023 2709 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.132:38155
I20240503 13:58:48.055044 2836 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.132:38155 every 8 connection(s)
I20240503 13:58:48.055933 2709 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
I20240503 13:58:48.063789 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 2709
I20240503 13:58:48.063961 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance
I20240503 13:58:48.064507 2837 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:48.064739 2837 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:48.065315 2837 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:48.066082 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.133:0
--local_ip_for_outbound_sockets=127.0.99.133
--webserver_interface=127.0.99.133
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:48.066377 2256 ts_manager.cc:194] Registered new tserver with Master: 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:58:48.066912 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.132:60505
W20240503 13:58:48.173820 2840 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:48.174057 2840 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:48.174111 2840 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:48.177230 2840 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:48.177302 2840 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:48.177382 2840 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.133
I20240503 13:58:48.181133 2840 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.133:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--webserver_interface=127.0.99.133
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.2840
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.133
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:48.182027 2840 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:48.183152 2840 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:48.192034 2846 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.192862 2845 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.193678 2848 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:48.194573 2840 server_base.cc:1034] running on GCE node
I20240503 13:58:48.194962 2840 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:48.195547 2840 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:48.196699 2840 hybrid_clock.cc:648] HybridClock initialized: now 1714744728196677 us; error 41 us; skew 500 ppm
I20240503 13:58:48.198626 2840 webserver.cc:460] Webserver started at http://127.0.99.133:39985/ using document root <none> and password file <none>
I20240503 13:58:48.199201 2840 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:48.199276 2840 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:48.199470 2840 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:48.201162 2840 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/instance:
uuid: "f20f8575e230471f8c20ea9a29aa2c27"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.201614 2840 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance:
uuid: "f20f8575e230471f8c20ea9a29aa2c27"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.204880 2840 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 13:58:48.207065 2854 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.208101 2840 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:48.208209 2840 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
uuid: "f20f8575e230471f8c20ea9a29aa2c27"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.208292 2840 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:48.229902 2840 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:48.230651 2840 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:48.230816 2840 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:48.231374 2840 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:48.232282 2840 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:48.232342 2840 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.232398 2840 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:48.232425 2840 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.241739 2840 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.133:37093
I20240503 13:58:48.241936 2967 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.133:37093 every 8 connection(s)
I20240503 13:58:48.242892 2840 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
I20240503 13:58:48.251859 2968 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:48.251870 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 2840
I20240503 13:58:48.252007 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance
I20240503 13:58:48.252127 2968 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:48.252756 2968 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:48.253695 2256 ts_manager.cc:194] Registered new tserver with Master: f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:48.254067 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.134:0
--local_ip_for_outbound_sockets=127.0.99.134
--webserver_interface=127.0.99.134
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:48.254277 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.133:43365
W20240503 13:58:48.361029 2971 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:48.361264 2971 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:48.361341 2971 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:48.364521 2971 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:48.364598 2971 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:48.364714 2971 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.134
I20240503 13:58:48.368440 2971 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.134:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--webserver_interface=127.0.99.134
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.2971
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.134
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:48.369421 2971 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:48.370564 2971 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:48.379364 2979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.380278 2977 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.381070 2976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:48.381947 2971 server_base.cc:1034] running on GCE node
I20240503 13:58:48.382390 2971 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:48.382997 2971 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:48.384155 2971 hybrid_clock.cc:648] HybridClock initialized: now 1714744728384145 us; error 30 us; skew 500 ppm
I20240503 13:58:48.385963 2971 webserver.cc:460] Webserver started at http://127.0.99.134:33883/ using document root <none> and password file <none>
I20240503 13:58:48.386533 2971 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:48.386606 2971 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:48.386799 2971 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:48.388468 2971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/instance:
uuid: "f95403e961d945b1bc869c56f95258d0"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.388906 2971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/instance:
uuid: "f95403e961d945b1bc869c56f95258d0"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.392172 2971 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 13:58:48.394261 2985 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.395210 2971 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:48.395313 2971 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
uuid: "f95403e961d945b1bc869c56f95258d0"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.395396 2971 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:48.423640 2971 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:48.424338 2971 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:48.424503 2971 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:48.425069 2971 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:48.425945 2971 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:48.426002 2971 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.426080 2971 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:48.426113 2971 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.434818 2971 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.134:43849
I20240503 13:58:48.434850 3098 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.134:43849 every 8 connection(s)
I20240503 13:58:48.435777 2971 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
I20240503 13:58:48.439962 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 2971
I20240503 13:58:48.440070 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/instance
I20240503 13:58:48.442350 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.135:0
--local_ip_for_outbound_sockets=127.0.99.135
--webserver_interface=127.0.99.135
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 13:58:48.445094 3099 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:48.445317 3099 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:48.445861 3099 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:48.446919 2256 ts_manager.cc:194] Registered new tserver with Master: f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:58:48.447738 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.134:49633
I20240503 13:58:48.511878 2444 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
W20240503 13:58:48.551379 3102 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:48.551643 3102 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:48.551704 3102 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:48.554843 3102 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:48.554921 3102 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:48.554999 3102 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.135
I20240503 13:58:48.558888 3102 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.135:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--webserver_interface=127.0.99.135
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.3102
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.135
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:48.559861 3102 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:48.561045 3102 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:48.570333 3108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.571171 3107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:48.572118 3110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:48.572944 3102 server_base.cc:1034] running on GCE node
I20240503 13:58:48.573392 3102 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:48.573977 3102 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:48.575134 3102 hybrid_clock.cc:648] HybridClock initialized: now 1714744728575109 us; error 41 us; skew 500 ppm
I20240503 13:58:48.582903 3102 webserver.cc:460] Webserver started at http://127.0.99.135:41893/ using document root <none> and password file <none>
I20240503 13:58:48.583527 3102 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:48.583593 3102 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:48.583778 3102 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:58:48.585500 3102 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/instance:
uuid: "a19b8b5f3ee74142ab48268b857bf9da"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.585961 3102 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/instance:
uuid: "a19b8b5f3ee74142ab48268b857bf9da"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.589429 3102 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:48.591603 3116 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.592597 3102 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:48.592711 3102 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
uuid: "a19b8b5f3ee74142ab48268b857bf9da"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:48.592800 3102 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:48.607730 3102 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:48.608394 3102 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:48.608558 3102 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:48.609088 3102 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:48.609958 3102 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:58:48.610008 3102 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.610072 3102 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:58:48.610100 3102 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:48.620136 3102 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.135:38981
I20240503 13:58:48.620153 3229 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.135:38981 every 8 connection(s)
I20240503 13:58:48.621094 3102 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
I20240503 13:58:48.628445 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 3102
I20240503 13:58:48.628573 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/instance
I20240503 13:58:48.629969 3230 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:48.630239 3230 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:48.630820 3230 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:48.631709 2256 ts_manager.cc:194] Registered new tserver with Master: a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981)
I20240503 13:58:48.632232 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.135:45793
I20240503 13:58:48.642911 398 external_mini_cluster.cc:930] 7 TS(s) registered with all masters
I20240503 13:58:48.653012 2256 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40972:
name: "TestTable"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 5
split_rows_range_bounds {
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
owner: "alice"
I20240503 13:58:48.675987 2509 tablet_service.cc:1467] Processing CreateTablet for tablet 13dfa0662c534ccb846bcf67a7b67e53 (DEFAULT_TABLE table=TestTable [id=b50a3c6a5b2944f4bb4837c8f47493c8]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:48.677042 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 13dfa0662c534ccb846bcf67a7b67e53. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:48.676980 2902 tablet_service.cc:1467] Processing CreateTablet for tablet 13dfa0662c534ccb846bcf67a7b67e53 (DEFAULT_TABLE table=TestTable [id=b50a3c6a5b2944f4bb4837c8f47493c8]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:48.677873 2902 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 13dfa0662c534ccb846bcf67a7b67e53. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:48.680159 2771 tablet_service.cc:1467] Processing CreateTablet for tablet 13dfa0662c534ccb846bcf67a7b67e53 (DEFAULT_TABLE table=TestTable [id=b50a3c6a5b2944f4bb4837c8f47493c8]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:48.680882 2771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 13dfa0662c534ccb846bcf67a7b67e53. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:48.681604 2378 tablet_service.cc:1467] Processing CreateTablet for tablet 13dfa0662c534ccb846bcf67a7b67e53 (DEFAULT_TABLE table=TestTable [id=b50a3c6a5b2944f4bb4837c8f47493c8]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:48.682431 2378 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 13dfa0662c534ccb846bcf67a7b67e53. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:48.685753 3252 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:48.687136 3164 tablet_service.cc:1467] Processing CreateTablet for tablet 13dfa0662c534ccb846bcf67a7b67e53 (DEFAULT_TABLE table=TestTable [id=b50a3c6a5b2944f4bb4837c8f47493c8]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:48.687757 3252 tablet_bootstrap.cc:654] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:48.688042 3164 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 13dfa0662c534ccb846bcf67a7b67e53. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:48.688397 3252 log.cc:824] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:48.690150 3254 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:48.690739 2575 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
I20240503 13:58:48.691161 3252 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:48.691340 3252 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
I20240503 13:58:48.692363 3254 tablet_bootstrap.cc:654] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:48.693125 3254 log.cc:824] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:48.694497 3252 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.694725 3252 raft_consensus.cc:374] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:48.694782 3252 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:48.694905 3254 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:48.695072 3254 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.003s
I20240503 13:58:48.695262 3252 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.695968 2837 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
I20240503 13:58:48.696127 3252 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.005s user 0.005s sys 0.000s
I20240503 13:58:48.698633 3257 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:48.700350 3254 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.700584 3254 raft_consensus.cc:374] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:48.700656 3254 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:48.701063 3254 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.701113 3257 tablet_bootstrap.cc:654] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:48.701663 2968 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
I20240503 13:58:48.701882 3254 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.007s user 0.004s sys 0.001s
I20240503 13:58:48.701906 3257 log.cc:824] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:48.702364 3258 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:58:48.703346 3260 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:48.704440 3258 tablet_bootstrap.cc:654] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:48.705226 3258 log.cc:824] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:48.705507 3260 tablet_bootstrap.cc:654] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:48.706287 3260 log.cc:824] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:48.707096 3257 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:48.707208 3258 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: No bootstrap required, opened a new log
I20240503 13:58:48.707298 3257 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.000s
I20240503 13:58:48.707353 3258 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
I20240503 13:58:48.707703 3260 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:48.707854 3260 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
I20240503 13:58:48.710783 3260 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.711031 3260 raft_consensus.cc:374] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:48.711091 3260 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:48.711257 3257 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.711472 3257 raft_consensus.cc:374] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:48.711536 3257 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:48.711553 3260 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.711665 3258 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.711850 3258 raft_consensus.cc:374] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:48.711910 3258 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: FOLLOWER
I20240503 13:58:48.712042 3257 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.712319 3258 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.712467 3260 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.005s user 0.005s sys 0.000s
I20240503 13:58:48.712841 3257 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.005s user 0.006s sys 0.000s
I20240503 13:58:48.712975 3258 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.006s user 0.006s sys 0.000s
I20240503 13:58:48.713399 3230 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
I20240503 13:58:48.717674 3256 raft_consensus.cc:482] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:48.717870 3256 raft_consensus.cc:504] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.719100 3256 leader_election.cc:288] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:48.724377 3184 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a19b8b5f3ee74142ab48268b857bf9da" is_pre_election: true
I20240503 13:58:48.724385 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:48.724438 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:48.724643 3184 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:48.724656 2529 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:48.724658 2922 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:48.725075 2724 leader_election.cc:302] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, a19b8b5f3ee74142ab48268b857bf9da, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:48.725368 3256 raft_consensus.cc:2781] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:48.725442 3256 raft_consensus.cc:482] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:48.725490 3256 raft_consensus.cc:3037] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:48.725908 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:48.726254 2398 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:48.726680 3256 raft_consensus.cc:504] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.727185 3256 leader_election.cc:288] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Requested vote from peers a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:48.727501 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:48.727509 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:48.727607 2529 raft_consensus.cc:3037] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:48.727622 2922 raft_consensus.cc:3037] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:48.728443 2529 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:48.728483 2922 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:48.728798 2724 leader_election.cc:302] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:48.728873 3184 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a19b8b5f3ee74142ab48268b857bf9da"
I20240503 13:58:48.728967 3256 raft_consensus.cc:2781] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:48.728999 3184 raft_consensus.cc:3037] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:48.729187 3256 raft_consensus.cc:686] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Becoming Leader. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Running, Role: LEADER
I20240503 13:58:48.729535 3256 consensus_queue.cc:237] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:48.729964 3184 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:48.730259 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "13dfa0662c534ccb846bcf67a7b67e53" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:48.730377 2398 raft_consensus.cc:3037] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:48.731242 2398 raft_consensus.cc:2454] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:48.732883 2253 catalog_manager.cc:5484] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132). New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } }
W20240503 13:58:48.744082 2969 tablet.cc:2369] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:48.748628 398 external_mini_cluster.cc:930] 7 TS(s) registered with all masters
W20240503 13:58:48.748895 2445 tablet.cc:2369] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:48.750042 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver d111a701625045459f1ccf1387c58517 to finish bootstrapping
I20240503 13:58:48.755690 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver 1827a6b711be43a28e417e2cb515aabc to finish bootstrapping
I20240503 13:58:48.760298 398 ts_itest-base.cc:233] Waiting for 0 tablets on tserver 7859db26507f469d9a578ecb745dcafc to finish bootstrapping
I20240503 13:58:48.765736 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver 4f61c9c8765c4df78fc74107fa0a624d to finish bootstrapping
I20240503 13:58:48.770185 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver f20f8575e230471f8c20ea9a29aa2c27 to finish bootstrapping
I20240503 13:58:48.774487 398 ts_itest-base.cc:233] Waiting for 0 tablets on tserver f95403e961d945b1bc869c56f95258d0 to finish bootstrapping
I20240503 13:58:48.779682 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver a19b8b5f3ee74142ab48268b857bf9da to finish bootstrapping
I20240503 13:58:48.783905 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 3102
W20240503 13:58:48.807227 2838 tablet.cc:2369] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:48.889039 2706 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
W20240503 13:58:48.929853 2576 tablet.cc:2369] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 13:58:49.215909 2727 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.99.135:38981: connect: Connection refused (error 111)
W20240503 13:58:49.216823 2727 consensus_peers.cc:485] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Status: Network error: Client connection negotiation failed: client connection to 127.0.99.135:38981: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
I20240503 13:58:49.263182 3256 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:49.335547 3256 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:49.341625 3283 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:49.449769 3099 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
W20240503 13:58:51.853679 2727 consensus_peers.cc:485] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Status: Network error: Client connection negotiation failed: client connection to 127.0.99.135:38981: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
I20240503 13:58:52.540840 2256 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40972:
name: "rebalance_test_table_0"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 5
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:58:52.548658 2509 tablet_service.cc:1467] Processing CreateTablet for tablet 91b15a7c4288443d9909eb123c7b6507 (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.549042 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 91b15a7c4288443d9909eb123c7b6507. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.549417 2771 tablet_service.cc:1467] Processing CreateTablet for tablet 91b15a7c4288443d9909eb123c7b6507 (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.549417 2378 tablet_service.cc:1467] Processing CreateTablet for tablet 91b15a7c4288443d9909eb123c7b6507 (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.549715 2771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 91b15a7c4288443d9909eb123c7b6507. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.549715 2378 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 91b15a7c4288443d9909eb123c7b6507. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.550621 2901 tablet_service.cc:1467] Processing CreateTablet for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.550791 2902 tablet_service.cc:1467] Processing CreateTablet for tablet f426a824e4c84b969befda058815c81a (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.550940 2901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.551043 2902 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f426a824e4c84b969befda058815c81a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.551828 3306 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:52.552843 3306 tablet_bootstrap.cc:654] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.554046 2377 tablet_service.cc:1467] Processing CreateTablet for tablet f426a824e4c84b969befda058815c81a (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.554370 2377 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f426a824e4c84b969befda058815c81a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.554315 2771 tablet_service.cc:1467] Processing CreateTablet for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.554572 2771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.554771 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.555006 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.556875 3307 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:52.557085 2509 tablet_service.cc:1467] Processing CreateTablet for tablet f426a824e4c84b969befda058815c81a (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.557327 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f426a824e4c84b969befda058815c81a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.557919 3307 tablet_bootstrap.cc:654] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.558084 3308 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:52.559011 3307 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:52.559091 3307 ts_tablet_manager.cc:1367] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 13:58:52.559454 3308 tablet_bootstrap.cc:654] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.559620 3307 raft_consensus.cc:348] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.559744 3307 raft_consensus.cc:374] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.559783 3307 raft_consensus.cc:729] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.559918 3307 consensus_queue.cc:260] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.560178 3312 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:52.560197 3307 ts_tablet_manager.cc:1398] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:52.560353 3307 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:52.561077 3307 tablet_bootstrap.cc:654] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.561084 3312 tablet_bootstrap.cc:654] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.561513 3308 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:52.561584 3308 ts_tablet_manager.cc:1367] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:58:52.561295 2640 tablet_service.cc:1467] Processing CreateTablet for tablet 91b15a7c4288443d9909eb123c7b6507 (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.561983 3306 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:52.562080 3306 ts_tablet_manager.cc:1367] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s
I20240503 13:58:52.562100 3308 raft_consensus.cc:348] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.562244 3308 raft_consensus.cc:374] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.562278 3308 raft_consensus.cc:729] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.562440 3308 consensus_queue.cc:260] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.562474 2639 tablet_service.cc:1467] Processing CreateTablet for tablet f426a824e4c84b969befda058815c81a (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.562624 3306 raft_consensus.cc:348] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.562750 3306 raft_consensus.cc:374] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.562785 3306 raft_consensus.cc:729] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.562786 3308 ts_tablet_manager.cc:1398] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:52.562907 2638 tablet_service.cc:1467] Processing CreateTablet for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.562916 3306 consensus_queue.cc:260] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.563215 3306 ts_tablet_manager.cc:1398] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:52.563362 3306 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:52.563494 3308 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:52.563961 2640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 91b15a7c4288443d9909eb123c7b6507. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.564311 3306 tablet_bootstrap.cc:654] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.564710 2638 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.565264 3308 tablet_bootstrap.cc:654] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.566681 3306 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:52.566725 3307 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:52.566787 3306 ts_tablet_manager.cc:1367] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:52.566809 3307 ts_tablet_manager.cc:1367] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.001s
I20240503 13:58:52.567358 3306 raft_consensus.cc:348] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.567464 3306 raft_consensus.cc:374] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.567497 3306 raft_consensus.cc:729] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.567441 3307 raft_consensus.cc:348] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.567548 3307 raft_consensus.cc:374] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.567584 3307 raft_consensus.cc:729] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.567627 3306 consensus_queue.cc:260] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.567716 3307 consensus_queue.cc:260] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.567919 3306 ts_tablet_manager.cc:1398] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:52.567991 3307 ts_tablet_manager.cc:1398] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:52.568930 3308 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:52.569082 3308 ts_tablet_manager.cc:1367] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s
I20240503 13:58:52.569546 3308 raft_consensus.cc:348] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.569739 3308 raft_consensus.cc:374] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.569813 3308 raft_consensus.cc:729] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.569976 3308 consensus_queue.cc:260] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.570302 3308 ts_tablet_manager.cc:1398] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:52.570294 3033 tablet_service.cc:1467] Processing CreateTablet for tablet f426a824e4c84b969befda058815c81a (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.571348 3033 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f426a824e4c84b969befda058815c81a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.570434 3032 tablet_service.cc:1467] Processing CreateTablet for tablet 91b15a7c4288443d9909eb123c7b6507 (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.571552 2639 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f426a824e4c84b969befda058815c81a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.572512 3032 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 91b15a7c4288443d9909eb123c7b6507. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.570307 3028 tablet_service.cc:1467] Processing CreateTablet for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d (DEFAULT_TABLE table=rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:52.573199 3028 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:52.577123 3312 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:52.577306 3312 ts_tablet_manager.cc:1367] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.017s user 0.002s sys 0.000s
I20240503 13:58:52.577294 3321 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:52.577940 3312 raft_consensus.cc:348] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.578092 3312 raft_consensus.cc:374] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.578125 3312 raft_consensus.cc:729] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.578346 3312 consensus_queue.cc:260] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.578703 3312 ts_tablet_manager.cc:1398] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:52.578935 3312 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:52.579499 3321 tablet_bootstrap.cc:654] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.580222 3322 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:52.580261 3312 tablet_bootstrap.cc:654] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.580897 3321 log.cc:824] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:52.581358 3312 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:52.582371 3322 tablet_bootstrap.cc:654] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.582695 3321 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:52.582867 3321 ts_tablet_manager.cc:1367] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.004s
I20240503 13:58:52.583117 3312 ts_tablet_manager.cc:1367] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:58:52.583153 3322 log.cc:824] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:52.583599 3312 raft_consensus.cc:348] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.583725 3312 raft_consensus.cc:374] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.583760 3312 raft_consensus.cc:729] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.583920 3312 consensus_queue.cc:260] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.584190 3312 ts_tablet_manager.cc:1398] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:52.584391 3312 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:52.586290 3312 tablet_bootstrap.cc:654] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.586140 3321 raft_consensus.cc:348] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.586371 3322 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:52.586467 3321 raft_consensus.cc:374] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.586542 3322 ts_tablet_manager.cc:1367] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.003s
I20240503 13:58:52.586573 3321 raft_consensus.cc:729] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.587031 3321 consensus_queue.cc:260] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.587783 3312 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:52.587843 3321 ts_tablet_manager.cc:1398] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.005s user 0.003s sys 0.003s
I20240503 13:58:52.587864 3312 ts_tablet_manager.cc:1367] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.002s
I20240503 13:58:52.588171 3321 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:52.588281 3312 raft_consensus.cc:348] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.588382 3312 raft_consensus.cc:374] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.588409 3312 raft_consensus.cc:729] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.588529 3312 consensus_queue.cc:260] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.588771 3312 ts_tablet_manager.cc:1398] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:52.589056 3321 tablet_bootstrap.cc:654] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.590229 3321 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:52.590307 3321 ts_tablet_manager.cc:1367] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 13:58:52.590214 3322 raft_consensus.cc:348] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.590447 3322 raft_consensus.cc:374] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.590487 3322 raft_consensus.cc:729] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.590864 3321 raft_consensus.cc:348] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.590983 3321 raft_consensus.cc:374] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.590917 3322 consensus_queue.cc:260] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.591019 3321 raft_consensus.cc:729] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.591130 3321 consensus_queue.cc:260] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.591439 3321 ts_tablet_manager.cc:1398] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:52.591604 3321 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:52.591809 3322 ts_tablet_manager.cc:1398] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.005s user 0.005s sys 0.000s
I20240503 13:58:52.592181 3322 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:52.592511 3321 tablet_bootstrap.cc:654] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.593120 3322 tablet_bootstrap.cc:654] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.593988 3321 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:52.594074 3321 ts_tablet_manager.cc:1367] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:52.594790 3321 raft_consensus.cc:348] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.594924 3321 raft_consensus.cc:374] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.594978 3321 raft_consensus.cc:729] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.595119 3321 consensus_queue.cc:260] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.595320 3322 tablet_bootstrap.cc:492] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:52.595393 3322 ts_tablet_manager.cc:1367] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
I20240503 13:58:52.595415 3321 ts_tablet_manager.cc:1398] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:52.595963 3322 raft_consensus.cc:348] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.596145 3322 raft_consensus.cc:374] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.596204 3322 raft_consensus.cc:729] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.596328 3322 consensus_queue.cc:260] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.596642 3322 ts_tablet_manager.cc:1398] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:52.596828 3322 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:52.597703 3322 tablet_bootstrap.cc:654] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:52.599007 3322 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:52.599102 3322 ts_tablet_manager.cc:1367] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:52.599429 3322 raft_consensus.cc:348] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.599514 3322 raft_consensus.cc:374] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:52.599557 3322 raft_consensus.cc:729] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:52.599732 3322 consensus_queue.cc:260] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.599996 3322 ts_tablet_manager.cc:1398] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:52.618235 3317 raft_consensus.cc:482] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:52.618402 3317 raft_consensus.cc:504] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.619596 3328 raft_consensus.cc:482] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:52.619843 3317 leader_election.cc:288] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:52.619815 3328 raft_consensus.cc:504] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.621284 3328 leader_election.cc:288] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:52.626305 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:52.626633 3053 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
W20240503 13:58:52.627749 2707 tablet.cc:2369] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:52.628477 2660 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:52.628664 2660 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
I20240503 13:58:52.628829 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:52.628988 2398 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
I20240503 13:58:52.629220 2857 leader_election.cc:302] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:52.629464 3317 raft_consensus.cc:2781] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:52.629513 3317 raft_consensus.cc:482] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:52.629563 3317 raft_consensus.cc:3037] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.629513 2791 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:52.629709 2791 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
I20240503 13:58:52.630726 3317 raft_consensus.cc:504] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.630870 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:52.631004 2922 raft_consensus.cc:2379] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7859db26507f469d9a578ecb745dcafc in current term 1: Already voted for candidate f20f8575e230471f8c20ea9a29aa2c27 in this term.
I20240503 13:58:52.631229 3317 leader_election.cc:288] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 election: Requested vote from peers f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:52.631556 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:52.631672 2398 raft_consensus.cc:3037] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.631697 2660 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:52.631783 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:52.631832 2660 raft_consensus.cc:3037] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.631896 3053 raft_consensus.cc:3037] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.632588 2398 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:52.632848 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:52.632876 2660 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:52.632894 3053 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:52.633297 2857 leader_election.cc:302] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:52.633456 2791 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:52.633525 3317 raft_consensus.cc:2781] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:52.633584 2791 raft_consensus.cc:3037] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.633749 3317 raft_consensus.cc:686] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Becoming Leader. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Running, Role: LEADER
I20240503 13:58:52.634079 3317 consensus_queue.cc:237] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.634547 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:52.634642 2791 raft_consensus.cc:2454] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:52.635068 2594 leader_election.cc:302] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 4 responses out of 5 voters: 1 yes votes; 3 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc; no voters: 4f61c9c8765c4df78fc74107fa0a624d, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0
I20240503 13:58:52.635313 3328 raft_consensus.cc:2726] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
I20240503 13:58:52.637117 2256 catalog_manager.cc:5484] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: term changed from 0 to 1, leader changed from <none> to f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133). New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:52.639549 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9de6a0de4ef54b039d3ba52b6ad45d3d" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:52.639695 2398 raft_consensus.cc:2379] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7859db26507f469d9a578ecb745dcafc in current term 1: Already voted for candidate f20f8575e230471f8c20ea9a29aa2c27 in this term.
I20240503 13:58:52.655478 3323 raft_consensus.cc:482] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:52.655642 3323 raft_consensus.cc:504] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.656643 3330 raft_consensus.cc:482] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:52.657027 3330 raft_consensus.cc:504] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.658027 3323 leader_election.cc:288] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:52.664510 3330 leader_election.cc:288] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:52.666371 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:52.666556 2922 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:52.667587 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:52.667721 2529 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:52.668120 2333 leader_election.cc:302] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:52.668380 3323 raft_consensus.cc:2781] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:52.668442 3323 raft_consensus.cc:482] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:52.668493 3323 raft_consensus.cc:3037] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.669166 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:52.669301 3052 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:52.669625 3323 raft_consensus.cc:504] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.670081 3323 leader_election.cc:288] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 election: Requested vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:52.670594 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:52.670704 3052 raft_consensus.cc:3037] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.671746 3052 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:52.672430 2660 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:52.672590 2660 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:52.672824 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:52.672935 2659 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:52.673125 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:52.673215 2658 raft_consensus.cc:3037] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.674340 2658 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:52.674643 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:52.674692 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:52.674785 2922 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:52.674785 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:52.674850 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:52.674921 2529 raft_consensus.cc:3037] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.675637 2333 leader_election.cc:302] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 5 voters: 3 yes votes; 1 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, d111a701625045459f1ccf1387c58517, f95403e961d945b1bc869c56f95258d0; no voters: f20f8575e230471f8c20ea9a29aa2c27
I20240503 13:58:52.675860 3323 raft_consensus.cc:2781] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:52.675925 2529 raft_consensus.cc:2454] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:52.676100 3323 raft_consensus.cc:686] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Becoming Leader. State: Replica: d111a701625045459f1ccf1387c58517, State: Running, Role: LEADER
I20240503 13:58:52.676367 2986 leader_election.cc:302] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 5 voters: 3 yes votes; 1 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0; no voters: 1827a6b711be43a28e417e2cb515aabc
I20240503 13:58:52.676419 3323 consensus_queue.cc:237] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:52.676609 3330 raft_consensus.cc:2741] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
I20240503 13:58:52.679270 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f426a824e4c84b969befda058815c81a" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:52.679162 2256 catalog_manager.cc:5484] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 reported cstate change: term changed from 0 to 1, leader changed from <none> to d111a701625045459f1ccf1387c58517 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } }
W20240503 13:58:52.689870 3100 tablet.cc:2369] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:58:52.925518 3293 raft_consensus.cc:482] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:52.925663 3293 raft_consensus.cc:504] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.926335 3293 leader_election.cc:288] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:58:52.926733 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:52.926899 2398 raft_consensus.cc:2454] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:52.926991 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:52.927145 2529 raft_consensus.cc:2454] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:52.927484 2727 leader_election.cc:302] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517; no voters:
I20240503 13:58:52.927649 3293 raft_consensus.cc:2781] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:52.927717 3293 raft_consensus.cc:482] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:52.927770 3293 raft_consensus.cc:3037] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.928792 3293 raft_consensus.cc:504] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.929248 3293 leader_election.cc:288] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Requested vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:58:52.929533 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:52.929641 2529 raft_consensus.cc:3037] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.929653 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:52.929764 2398 raft_consensus.cc:3037] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:52.930624 2398 raft_consensus.cc:2454] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:52.930624 2529 raft_consensus.cc:2454] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:52.930882 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:52.930882 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:52.931020 3052 raft_consensus.cc:2454] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:52.931087 2727 leader_election.cc:302] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517; no voters:
I20240503 13:58:52.931268 3293 raft_consensus.cc:2781] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:52.931456 3293 raft_consensus.cc:686] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Becoming Leader. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Running, Role: LEADER
I20240503 13:58:52.931428 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:52.931486 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "91b15a7c4288443d9909eb123c7b6507" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:52.931553 2658 raft_consensus.cc:2454] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:52.931622 3293 consensus_queue.cc:237] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:52.933442 2256 catalog_manager.cc:5484] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132). New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } }
I20240503 13:58:53.070735 3317 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.083086 3362 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
W20240503 13:58:53.121825 3369 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:53.122093 3369 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:53.125262 3369 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_0'
I20240503 13:58:53.153295 3317 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.158788 3394 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.159740 3394 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.172574 3362 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.175849 2921 raft_consensus.cc:3037] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.177781 3323 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.181277 3323 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.266674 3053 raft_consensus.cc:3037] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.266799 2398 raft_consensus.cc:1261] T 91b15a7c4288443d9909eb123c7b6507 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.267796 3053 raft_consensus.cc:1261] T 91b15a7c4288443d9909eb123c7b6507 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.268186 2529 raft_consensus.cc:1261] T 91b15a7c4288443d9909eb123c7b6507 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.269145 3367 consensus_queue.cc:1035] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.269488 3367 consensus_queue.cc:1035] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.269863 2658 raft_consensus.cc:3037] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.270900 2658 raft_consensus.cc:1261] T 91b15a7c4288443d9909eb123c7b6507 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.274019 3293 consensus_queue.cc:1035] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.274370 3293 consensus_queue.cc:1035] T 91b15a7c4288443d9909eb123c7b6507 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.311060 3398 mvcc.cc:205] Tried to move back new op lower bound from 7023594427421589504 to 7023594426090098688. Current Snapshot: MvccSnapshot[applied={T|T < 7023594427421589504}]
I20240503 13:58:53.313524 3425 mvcc.cc:205] Tried to move back new op lower bound from 7023594427421589504 to 7023594426090098688. Current Snapshot: MvccSnapshot[applied={T|T < 7023594427421589504}]
I20240503 13:58:53.322283 3411 mvcc.cc:205] Tried to move back new op lower bound from 7023594427421589504 to 7023594426090098688. Current Snapshot: MvccSnapshot[applied={T|T < 7023594427421589504}]
I20240503 13:58:53.335469 3403 mvcc.cc:205] Tried to move back new op lower bound from 7023594427421589504 to 7023594426090098688. Current Snapshot: MvccSnapshot[applied={T|T < 7023594427421589504}]
INSERT report
rows total: 2000
time total: 191.65 ms
time per row: 0.0958252 ms
I20240503 13:58:53.362097 2255 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40972:
name: "rebalance_test_table_1"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 5
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:58:53.367915 2771 tablet_service.cc:1467] Processing CreateTablet for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.368116 2509 tablet_service.cc:1467] Processing CreateTablet for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.368228 2771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cc401e8a7604c8c8ee1ccf2480d2425. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.368417 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cc401e8a7604c8c8ee1ccf2480d2425. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.369449 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 023c27c141fd46c3946f62fe9722a285 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.369727 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 023c27c141fd46c3946f62fe9722a285. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.370415 3453 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:53.370630 2901 tablet_service.cc:1467] Processing CreateTablet for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.370887 2901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cc401e8a7604c8c8ee1ccf2480d2425. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.370841 2770 tablet_service.cc:1467] Processing CreateTablet for tablet 023c27c141fd46c3946f62fe9722a285 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.371068 2770 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 023c27c141fd46c3946f62fe9722a285. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.371193 2771 tablet_service.cc:1467] Processing CreateTablet for tablet 06e6b6b195334b2796adcab20e7c0e52 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.371402 2771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 06e6b6b195334b2796adcab20e7c0e52. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.372669 3455 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:53.373284 3454 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:53.373651 2902 tablet_service.cc:1467] Processing CreateTablet for tablet 023c27c141fd46c3946f62fe9722a285 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.373744 3455 tablet_bootstrap.cc:654] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.373894 2902 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 023c27c141fd46c3946f62fe9722a285. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.374094 3453 tablet_bootstrap.cc:654] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.374321 3454 tablet_bootstrap.cc:654] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.375152 3455 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:53.375242 3455 ts_tablet_manager.cc:1367] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:53.375422 3453 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:53.375522 3453 ts_tablet_manager.cc:1367] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.001s
I20240503 13:58:53.375677 3455 raft_consensus.cc:348] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.375809 3455 raft_consensus.cc:374] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.375849 3455 raft_consensus.cc:729] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.375988 3455 consensus_queue.cc:260] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.376014 3453 raft_consensus.cc:348] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.376140 3453 raft_consensus.cc:374] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.376174 3453 raft_consensus.cc:729] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.376286 3455 ts_tablet_manager.cc:1398] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.376340 3453 consensus_queue.cc:260] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.376554 3028 tablet_service.cc:1467] Processing CreateTablet for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.376828 3028 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cc401e8a7604c8c8ee1ccf2480d2425. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.376925 2640 tablet_service.cc:1467] Processing CreateTablet for tablet 023c27c141fd46c3946f62fe9722a285 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.377091 2639 tablet_service.cc:1467] Processing CreateTablet for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.377173 2640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 023c27c141fd46c3946f62fe9722a285. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.377277 2639 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cc401e8a7604c8c8ee1ccf2480d2425. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.378479 3033 tablet_service.cc:1467] Processing CreateTablet for tablet 06e6b6b195334b2796adcab20e7c0e52 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.378691 3033 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 06e6b6b195334b2796adcab20e7c0e52. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.378683 2508 tablet_service.cc:1467] Processing CreateTablet for tablet 023c27c141fd46c3946f62fe9722a285 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.378970 2508 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 023c27c141fd46c3946f62fe9722a285. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.379474 2638 tablet_service.cc:1467] Processing CreateTablet for tablet 06e6b6b195334b2796adcab20e7c0e52 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.379706 2638 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 06e6b6b195334b2796adcab20e7c0e52. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.380494 3461 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:53.381455 3461 tablet_bootstrap.cc:654] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.381894 3453 ts_tablet_manager.cc:1398] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.006s user 0.000s sys 0.001s
I20240503 13:58:53.382073 3453 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:53.382369 2509 tablet_service.cc:1467] Processing CreateTablet for tablet 06e6b6b195334b2796adcab20e7c0e52 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.382601 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 06e6b6b195334b2796adcab20e7c0e52. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.383132 3453 tablet_bootstrap.cc:654] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.383365 3461 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:53.383445 3461 ts_tablet_manager.cc:1367] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:53.384054 3461 raft_consensus.cc:348] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.384176 3461 raft_consensus.cc:374] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.384212 3461 raft_consensus.cc:729] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.384353 3453 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:53.384332 3461 consensus_queue.cc:260] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.384424 3453 ts_tablet_manager.cc:1367] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:53.384601 3461 ts_tablet_manager.cc:1398] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.384615 2901 tablet_service.cc:1467] Processing CreateTablet for tablet 06e6b6b195334b2796adcab20e7c0e52 (DEFAULT_TABLE table=rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.384758 3461 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:53.384868 2901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 06e6b6b195334b2796adcab20e7c0e52. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.384828 3453 raft_consensus.cc:348] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.384928 3453 raft_consensus.cc:374] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.384958 3453 raft_consensus.cc:729] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.385062 3453 consensus_queue.cc:260] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.385318 3453 ts_tablet_manager.cc:1398] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.385605 3461 tablet_bootstrap.cc:654] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.386754 3454 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:53.387357 3454 ts_tablet_manager.cc:1367] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.014s user 0.000s sys 0.002s
I20240503 13:58:53.387915 3454 raft_consensus.cc:348] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.388031 3454 raft_consensus.cc:374] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.388063 3454 raft_consensus.cc:729] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.388185 3454 consensus_queue.cc:260] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.388454 3454 ts_tablet_manager.cc:1398] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:53.388507 3453 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:53.388621 3454 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:53.389155 3456 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:53.389508 3454 tablet_bootstrap.cc:654] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.389588 3453 tablet_bootstrap.cc:654] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.390027 3456 tablet_bootstrap.cc:654] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.390419 3460 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:53.391191 3456 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:53.391285 3456 ts_tablet_manager.cc:1367] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:53.391412 3460 tablet_bootstrap.cc:654] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.391595 3461 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:53.391741 3461 ts_tablet_manager.cc:1367] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.007s user 0.001s sys 0.000s
I20240503 13:58:53.391752 3456 raft_consensus.cc:348] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.391891 3456 raft_consensus.cc:374] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.391938 3456 raft_consensus.cc:729] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.392081 3456 consensus_queue.cc:260] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.392253 3461 raft_consensus.cc:348] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.392378 3461 raft_consensus.cc:374] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.392412 3461 raft_consensus.cc:729] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.392478 3456 ts_tablet_manager.cc:1398] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.392585 3453 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:53.392552 3461 consensus_queue.cc:260] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.392659 3456 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:53.392679 3453 ts_tablet_manager.cc:1367] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s
I20240503 13:58:53.392817 3461 ts_tablet_manager.cc:1398] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.393113 3453 raft_consensus.cc:348] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.393215 3453 raft_consensus.cc:374] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.393245 3453 raft_consensus.cc:729] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.393354 3453 consensus_queue.cc:260] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.393481 3456 tablet_bootstrap.cc:654] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.393486 3454 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:53.393608 3454 ts_tablet_manager.cc:1367] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.002s
I20240503 13:58:53.393676 3453 ts_tablet_manager.cc:1398] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 13:58:53.394040 3454 raft_consensus.cc:348] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.394152 3454 raft_consensus.cc:374] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.394184 3454 raft_consensus.cc:729] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.394371 3454 consensus_queue.cc:260] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.394649 3454 ts_tablet_manager.cc:1398] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:53.394846 3454 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:53.395740 3454 tablet_bootstrap.cc:654] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.395774 3456 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:53.395846 3456 ts_tablet_manager.cc:1367] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:53.396399 3456 raft_consensus.cc:348] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.396508 3456 raft_consensus.cc:374] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.396538 3456 raft_consensus.cc:729] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.396679 3456 consensus_queue.cc:260] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.397025 3456 ts_tablet_manager.cc:1398] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.397181 3456 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:53.397471 3460 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:53.397578 3460 ts_tablet_manager.cc:1367] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 13:58:53.398022 3456 tablet_bootstrap.cc:654] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.398092 3460 raft_consensus.cc:348] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.398247 3460 raft_consensus.cc:374] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.398285 3460 raft_consensus.cc:729] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.398408 3460 consensus_queue.cc:260] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.398695 3454 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:53.398689 3460 ts_tablet_manager.cc:1398] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.398783 3454 ts_tablet_manager.cc:1367] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.002s
I20240503 13:58:53.398870 3460 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:53.399197 3456 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:53.399264 3456 ts_tablet_manager.cc:1367] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 13:58:53.399279 3454 raft_consensus.cc:348] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.399399 3454 raft_consensus.cc:374] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.399432 3454 raft_consensus.cc:729] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.399569 3454 consensus_queue.cc:260] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.399652 3456 raft_consensus.cc:348] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.399749 3456 raft_consensus.cc:374] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.399780 3456 raft_consensus.cc:729] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.399880 3456 consensus_queue.cc:260] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.400012 3460 tablet_bootstrap.cc:654] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.400007 3454 ts_tablet_manager.cc:1398] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:53.400161 3456 ts_tablet_manager.cc:1398] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:53.402374 3460 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:53.402458 3460 ts_tablet_manager.cc:1367] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:58:53.402781 3460 raft_consensus.cc:348] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.402868 3460 raft_consensus.cc:374] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.402890 3460 raft_consensus.cc:729] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.403014 3460 consensus_queue.cc:260] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.403251 3460 ts_tablet_manager.cc:1398] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:53.403407 3460 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:53.404163 3460 tablet_bootstrap.cc:654] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.405210 3460 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:53.405300 3460 ts_tablet_manager.cc:1367] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:53.405793 3460 raft_consensus.cc:348] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.405876 3460 raft_consensus.cc:374] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.405902 3460 raft_consensus.cc:729] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.405992 3460 consensus_queue.cc:260] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.406260 3460 ts_tablet_manager.cc:1398] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.462467 3293 raft_consensus.cc:482] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:53.462595 3293 raft_consensus.cc:504] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.463068 3293 leader_election.cc:288] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:58:53.463454 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:53.463505 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:53.463507 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:53.463507 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:53.463603 2529 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:53.463655 2921 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:53.463675 3052 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:53.463675 2658 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:53.464010 2724 leader_election.cc:302] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:53.464174 3293 raft_consensus.cc:2781] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:53.464218 3293 raft_consensus.cc:482] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:53.464254 3293 raft_consensus.cc:3037] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.465168 3293 raft_consensus.cc:504] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.465591 3293 leader_election.cc:288] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Requested vote from peers 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:58:53.465809 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:53.465811 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:53.465916 2921 raft_consensus.cc:3037] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.465929 2529 raft_consensus.cc:3037] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.465917 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:53.465824 3397 raft_consensus.cc:482] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:53.466066 3052 raft_consensus.cc:3037] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.466115 3397 raft_consensus.cc:504] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.466681 3397 leader_election.cc:288] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:58:53.466970 2529 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:53.466969 2921 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:53.467034 3052 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:53.467360 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:53.467468 2658 raft_consensus.cc:3037] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.467528 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:53.467630 2790 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
I20240503 13:58:53.467739 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:53.467849 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:53.467890 2397 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
I20240503 13:58:53.467949 2659 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
I20240503 13:58:53.468223 2857 leader_election.cc:302] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:53.468410 3397 raft_consensus.cc:2781] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:53.468472 3397 raft_consensus.cc:482] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:53.468447 2726 leader_election.cc:302] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:53.468492 2658 raft_consensus.cc:2454] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:53.468513 3397 raft_consensus.cc:3037] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.468667 3293 raft_consensus.cc:2781] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:53.468753 3293 raft_consensus.cc:686] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Becoming Leader. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Running, Role: LEADER
I20240503 13:58:53.468883 3293 consensus_queue.cc:237] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:53.469524 3397 raft_consensus.cc:504] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.470000 3397 leader_election.cc:288] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 election: Requested vote from peers 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:58:53.470515 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:53.470525 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:53.470629 2790 raft_consensus.cc:3037] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.470635 2397 raft_consensus.cc:3037] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.470803 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:53.470928 2658 raft_consensus.cc:3037] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.471555 2790 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:53.471625 2397 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:53.471442 2254 catalog_manager.cc:5484] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132). New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:53.471808 2658 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:53.472071 2856 leader_election.cc:302] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:53.472437 3397 raft_consensus.cc:2781] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:53.472529 3397 raft_consensus.cc:686] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Becoming Leader. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Running, Role: LEADER
I20240503 13:58:53.472673 3397 consensus_queue.cc:237] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.474241 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:53.474395 2529 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 0.
I20240503 13:58:53.474241 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "023c27c141fd46c3946f62fe9722a285" candidate_uuid: "f20f8575e230471f8c20ea9a29aa2c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:53.474560 2528 raft_consensus.cc:3037] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.474818 2254 catalog_manager.cc:5484] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: term changed from 0 to 1, leader changed from <none> to f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133). New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:53.475405 2528 raft_consensus.cc:2454] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f20f8575e230471f8c20ea9a29aa2c27 in term 1.
I20240503 13:58:53.508303 3404 raft_consensus.cc:482] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:53.508452 3404 raft_consensus.cc:504] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.509042 3404 leader_election.cc:288] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:53.509588 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:53.509603 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:53.509739 2790 raft_consensus.cc:2454] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:53.509739 2921 raft_consensus.cc:2454] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:53.510145 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:53.510318 3052 raft_consensus.cc:2454] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:53.510346 2594 leader_election.cc:302] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:53.510551 3404 raft_consensus.cc:2781] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:53.510610 3404 raft_consensus.cc:482] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:53.510687 3404 raft_consensus.cc:3037] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.511790 3404 raft_consensus.cc:504] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.512315 3404 leader_election.cc:288] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 election: Requested vote from peers 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:53.512605 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:53.512604 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:53.512706 3052 raft_consensus.cc:3037] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.512684 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:53.512733 2790 raft_consensus.cc:3037] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.512795 2921 raft_consensus.cc:3037] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.513615 3052 raft_consensus.cc:2454] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:53.513667 2790 raft_consensus.cc:2454] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:53.513661 2921 raft_consensus.cc:2454] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:53.514086 2593 leader_election.cc:302] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:53.514328 3404 raft_consensus.cc:2781] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:53.514422 3404 raft_consensus.cc:686] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Becoming Leader. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Running, Role: LEADER
I20240503 13:58:53.514756 3404 consensus_queue.cc:237] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:53.515830 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:53.515857 2529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "06e6b6b195334b2796adcab20e7c0e52" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:53.515983 2528 raft_consensus.cc:2454] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:53.517580 2254 catalog_manager.cc:5484] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7859db26507f469d9a578ecb745dcafc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } }
W20240503 13:58:53.644176 3480 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:53.644429 3480 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:53.647576 3480 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_1'
I20240503 13:58:53.731861 3052 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.732455 3293 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.733445 2658 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.736140 3367 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.737134 2528 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.737831 3367 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.737969 2528 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.738536 3394 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.739063 2790 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.741205 2397 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.741750 3397 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.741931 2659 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.742013 3397 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.742163 2921 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.746803 3367 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.747138 3394 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.750422 3426 mvcc.cc:205] Tried to move back new op lower bound from 7023594429361766400 to 7023594428290736128. Current Snapshot: MvccSnapshot[applied={T|T < 7023594429361766400}]
I20240503 13:58:53.753674 3424 mvcc.cc:205] Tried to move back new op lower bound from 7023594429361766400 to 7023594428290736128. Current Snapshot: MvccSnapshot[applied={T|T < 7023594429361766400}]
I20240503 13:58:53.777060 2921 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.777488 3404 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.777611 2791 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.778283 2527 raft_consensus.cc:3037] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.780239 2527 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.781383 3404 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.781550 3407 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:53.782176 3052 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:53.783493 3404 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 147.488 ms
time per row: 0.0737441 ms
I20240503 13:58:53.845952 2252 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40972:
name: "rebalance_test_table_2"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 5
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:58:53.851907 3028 tablet_service.cc:1467] Processing CreateTablet for tablet 3f055b7af8b14006af7336b1a89f40da (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.852030 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 3f055b7af8b14006af7336b1a89f40da (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.852031 2638 tablet_service.cc:1467] Processing CreateTablet for tablet 3f055b7af8b14006af7336b1a89f40da (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.852262 3028 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3f055b7af8b14006af7336b1a89f40da. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.852289 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3f055b7af8b14006af7336b1a89f40da. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.852326 2638 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3f055b7af8b14006af7336b1a89f40da. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.854516 2901 tablet_service.cc:1467] Processing CreateTablet for tablet 2a4e12390f8747deb7c1944d588220f0 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.854626 3460 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:53.854820 2901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a4e12390f8747deb7c1944d588220f0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.854898 2507 tablet_service.cc:1467] Processing CreateTablet for tablet 22f3612f1081432e8477b2f362706bc7 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.855180 2507 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 22f3612f1081432e8477b2f362706bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.855384 3460 tablet_bootstrap.cc:654] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.856283 3460 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:53.856366 3460 ts_tablet_manager.cc:1367] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:53.856732 3460 raft_consensus.cc:348] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.856832 3460 raft_consensus.cc:374] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.856884 3460 raft_consensus.cc:729] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.857020 3460 consensus_queue.cc:260] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.857208 2902 tablet_service.cc:1467] Processing CreateTablet for tablet 22f3612f1081432e8477b2f362706bc7 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.857295 3460 ts_tablet_manager.cc:1398] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.857395 3455 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:53.857450 2902 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 22f3612f1081432e8477b2f362706bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.858444 3455 tablet_bootstrap.cc:654] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.859010 3453 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:53.859937 3453 tablet_bootstrap.cc:654] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.860322 2509 tablet_service.cc:1467] Processing CreateTablet for tablet 3f055b7af8b14006af7336b1a89f40da (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.860589 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3f055b7af8b14006af7336b1a89f40da. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.861032 2377 tablet_service.cc:1467] Processing CreateTablet for tablet 22f3612f1081432e8477b2f362706bc7 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.861019 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 2a4e12390f8747deb7c1944d588220f0 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.861337 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a4e12390f8747deb7c1944d588220f0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.861294 2638 tablet_service.cc:1467] Processing CreateTablet for tablet 2a4e12390f8747deb7c1944d588220f0 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.861486 2377 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 22f3612f1081432e8477b2f362706bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.861557 2638 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a4e12390f8747deb7c1944d588220f0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.862474 2508 tablet_service.cc:1467] Processing CreateTablet for tablet 2a4e12390f8747deb7c1944d588220f0 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.862726 2508 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a4e12390f8747deb7c1944d588220f0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.863894 3460 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:53.864288 3453 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:53.864384 3453 ts_tablet_manager.cc:1367] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s
I20240503 13:58:53.864727 3456 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:53.864806 3460 tablet_bootstrap.cc:654] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.864872 3453 raft_consensus.cc:348] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.864984 3453 raft_consensus.cc:374] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.865026 3453 raft_consensus.cc:729] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.865164 3453 consensus_queue.cc:260] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.865445 3453 ts_tablet_manager.cc:1398] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 13:58:53.865655 3453 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:53.865705 3456 tablet_bootstrap.cc:654] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.866331 3460 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:53.866415 3460 ts_tablet_manager.cc:1367] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:53.866581 3453 tablet_bootstrap.cc:654] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.866813 3460 raft_consensus.cc:348] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.866917 3460 raft_consensus.cc:374] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.866963 3460 raft_consensus.cc:729] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.866952 3033 tablet_service.cc:1467] Processing CreateTablet for tablet 2a4e12390f8747deb7c1944d588220f0 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.867108 3460 consensus_queue.cc:260] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.867256 3033 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2a4e12390f8747deb7c1944d588220f0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.867583 3455 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:53.867687 3455 ts_tablet_manager.cc:1367] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s
I20240503 13:58:53.868116 3455 raft_consensus.cc:348] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.868237 3455 raft_consensus.cc:374] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.868274 3455 raft_consensus.cc:729] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.868409 3455 consensus_queue.cc:260] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.868696 3455 ts_tablet_manager.cc:1398] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.868727 3460 ts_tablet_manager.cc:1398] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:53.868851 3455 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:53.869431 3461 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:53.869580 3032 tablet_service.cc:1467] Processing CreateTablet for tablet 22f3612f1081432e8477b2f362706bc7 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.869746 3455 tablet_bootstrap.cc:654] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.869841 3032 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 22f3612f1081432e8477b2f362706bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.870343 3461 tablet_bootstrap.cc:654] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.872058 2771 tablet_service.cc:1467] Processing CreateTablet for tablet 3f055b7af8b14006af7336b1a89f40da (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.872323 2771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3f055b7af8b14006af7336b1a89f40da. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.872673 3461 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:53.872766 3461 ts_tablet_manager.cc:1367] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:53.873245 3461 raft_consensus.cc:348] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.873346 3461 raft_consensus.cc:374] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.873379 3461 raft_consensus.cc:729] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.873530 3461 consensus_queue.cc:260] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.873817 3461 ts_tablet_manager.cc:1398] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:53.873988 3461 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:53.874730 2770 tablet_service.cc:1467] Processing CreateTablet for tablet 22f3612f1081432e8477b2f362706bc7 (DEFAULT_TABLE table=rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:53.874927 3461 tablet_bootstrap.cc:654] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.874979 2770 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 22f3612f1081432e8477b2f362706bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:53.876085 3461 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:53.876170 3461 ts_tablet_manager.cc:1367] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:53.876596 3461 raft_consensus.cc:348] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.876724 3461 raft_consensus.cc:374] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.876756 3461 raft_consensus.cc:729] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.876924 3461 consensus_queue.cc:260] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.877091 3454 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:53.877290 3461 ts_tablet_manager.cc:1398] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.877468 3461 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:53.877969 3456 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:53.878027 3454 tablet_bootstrap.cc:654] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.878082 3456 ts_tablet_manager.cc:1367] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.013s user 0.001s sys 0.001s
I20240503 13:58:53.878367 3461 tablet_bootstrap.cc:654] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.878633 3456 raft_consensus.cc:348] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.878759 3456 raft_consensus.cc:374] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.878799 3456 raft_consensus.cc:729] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.878944 3456 consensus_queue.cc:260] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.879253 3456 ts_tablet_manager.cc:1398] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.879318 3454 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:53.879403 3454 ts_tablet_manager.cc:1367] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:53.879442 3456 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:53.879877 3461 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:53.879860 3454 raft_consensus.cc:348] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.879968 3461 ts_tablet_manager.cc:1367] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:53.879983 3454 raft_consensus.cc:374] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.880017 3454 raft_consensus.cc:729] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.880143 3454 consensus_queue.cc:260] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.880339 3456 tablet_bootstrap.cc:654] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.880398 3461 raft_consensus.cc:348] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.880466 3454 ts_tablet_manager.cc:1398] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.880502 3461 raft_consensus.cc:374] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.880532 3461 raft_consensus.cc:729] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.880676 3454 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:53.880636 3461 consensus_queue.cc:260] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.880918 3461 ts_tablet_manager.cc:1398] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.881565 3453 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:53.881595 3454 tablet_bootstrap.cc:654] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.881664 3453 ts_tablet_manager.cc:1367] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.016s user 0.000s sys 0.002s
I20240503 13:58:53.881871 3455 tablet_bootstrap.cc:492] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:53.881995 3455 ts_tablet_manager.cc:1367] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.013s user 0.002s sys 0.000s
I20240503 13:58:53.882113 3453 raft_consensus.cc:348] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.882268 3453 raft_consensus.cc:374] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.882308 3453 raft_consensus.cc:729] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.882426 3453 consensus_queue.cc:260] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.882490 3455 raft_consensus.cc:348] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.882601 3455 raft_consensus.cc:374] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.882630 3455 raft_consensus.cc:729] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.882683 3453 ts_tablet_manager.cc:1398] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.882751 3455 consensus_queue.cc:260] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.882858 3453 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:53.883049 3455 ts_tablet_manager.cc:1398] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.883234 3455 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:53.883749 3453 tablet_bootstrap.cc:654] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.884188 3455 tablet_bootstrap.cc:654] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:53.885253 3455 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:53.885389 3455 ts_tablet_manager.cc:1367] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:53.885773 3330 raft_consensus.cc:482] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:53.885890 3454 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:53.885903 3330 raft_consensus.cc:504] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.885982 3454 ts_tablet_manager.cc:1367] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:58:53.886274 3455 raft_consensus.cc:348] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.886444 3455 raft_consensus.cc:374] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.886472 3330 leader_election.cc:288] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:58:53.886420 3454 raft_consensus.cc:348] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.886559 3454 raft_consensus.cc:374] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.886597 3454 raft_consensus.cc:729] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.886636 3455 raft_consensus.cc:729] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.886742 3454 consensus_queue.cc:260] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.887017 3454 ts_tablet_manager.cc:1398] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.886969 3455 consensus_queue.cc:260] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.887022 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:53.887153 2921 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.887480 3455 ts_tablet_manager.cc:1398] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:53.887773 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:53.887933 2659 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.888689 3453 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:53.888773 3453 ts_tablet_manager.cc:1367] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s
I20240503 13:58:53.888783 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:53.888897 2397 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.889235 3453 raft_consensus.cc:348] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.889355 3453 raft_consensus.cc:374] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.889392 3453 raft_consensus.cc:729] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.889642 2527 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:53.889750 2527 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.889999 2988 leader_election.cc:302] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:53.889995 3453 consensus_queue.cc:260] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.890163 3330 raft_consensus.cc:2781] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:53.890235 3330 raft_consensus.cc:482] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:53.890272 3330 raft_consensus.cc:3037] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.890308 3453 ts_tablet_manager.cc:1398] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 13:58:53.890619 3456 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:53.890718 3456 ts_tablet_manager.cc:1367] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.011s user 0.001s sys 0.000s
I20240503 13:58:53.891222 3456 raft_consensus.cc:348] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.891355 3456 raft_consensus.cc:374] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:53.891324 3330 raft_consensus.cc:504] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.891394 3456 raft_consensus.cc:729] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:53.891510 3456 consensus_queue.cc:260] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.891804 3456 ts_tablet_manager.cc:1398] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:53.891839 3330 leader_election.cc:288] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 election: Requested vote from peers d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:58:53.892508 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:53.892629 2397 raft_consensus.cc:3037] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.893564 2397 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.894050 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:53.894163 2921 raft_consensus.cc:3037] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.895195 2921 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.895294 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:53.895428 2659 raft_consensus.cc:3037] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.895675 2986 leader_election.cc:302] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:53.895871 3330 raft_consensus.cc:2781] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:53.896028 3330 raft_consensus.cc:686] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Becoming Leader. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Running, Role: LEADER
I20240503 13:58:53.896370 3330 consensus_queue.cc:237] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } }
I20240503 13:58:53.896462 2659 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.898165 2527 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2a4e12390f8747deb7c1944d588220f0" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:53.898313 2527 raft_consensus.cc:3037] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.899091 2252 catalog_manager.cc:5484] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 reported cstate change: term changed from 0 to 1, leader changed from <none> to f95403e961d945b1bc869c56f95258d0 (127.0.99.134). New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:53.899319 2527 raft_consensus.cc:2454] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.908797 3330 raft_consensus.cc:482] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:53.908954 3330 raft_consensus.cc:504] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.909952 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:53.910108 2397 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.910132 3511 raft_consensus.cc:482] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:53.910768 3511 raft_consensus.cc:504] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.912010 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:53.912146 2659 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.912122 2527 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:53.912233 2527 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.912503 3511 leader_election.cc:288] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:53.909744 3330 leader_election.cc:288] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:58:53.913232 2988 leader_election.cc:302] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, d111a701625045459f1ccf1387c58517, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:53.914695 3330 raft_consensus.cc:2781] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:53.914750 3330 raft_consensus.cc:482] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:53.914783 3330 raft_consensus.cc:3037] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.915762 3330 raft_consensus.cc:504] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.916373 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:53.916507 2790 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 0.
I20240503 13:58:53.916646 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:53.916769 2659 raft_consensus.cc:3037] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.917104 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:53.917198 2790 raft_consensus.cc:3037] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.917798 2659 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.918154 2790 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.918176 2527 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:53.918246 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3f055b7af8b14006af7336b1a89f40da" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:53.918326 2527 raft_consensus.cc:3037] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.918365 2397 raft_consensus.cc:3037] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.919075 3330 leader_election.cc:288] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 election: Requested vote from peers d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:58:53.919204 2527 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.919448 2397 raft_consensus.cc:2454] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f95403e961d945b1bc869c56f95258d0 in term 1.
I20240503 13:58:53.919574 2988 leader_election.cc:302] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, 7859db26507f469d9a578ecb745dcafc, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:53.920727 3330 raft_consensus.cc:2781] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:53.920857 3330 raft_consensus.cc:686] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Becoming Leader. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Running, Role: LEADER
I20240503 13:58:53.921260 3330 consensus_queue.cc:237] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:53.922605 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:53.922760 2790 raft_consensus.cc:2454] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 0.
I20240503 13:58:53.923100 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:53.923238 2921 raft_consensus.cc:2454] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 0.
I20240503 13:58:53.923514 2462 leader_election.cc:302] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:53.923795 3511 raft_consensus.cc:2781] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:53.923863 3511 raft_consensus.cc:482] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:53.923900 3511 raft_consensus.cc:3037] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.924921 3511 raft_consensus.cc:504] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.925681 3511 leader_election.cc:288] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 election: Requested vote from peers f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:53.925932 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:53.925978 2921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:53.926054 2790 raft_consensus.cc:3037] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.926095 2921 raft_consensus.cc:3037] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.927070 2921 raft_consensus.cc:2454] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1.
I20240503 13:58:53.927084 2790 raft_consensus.cc:2454] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1.
I20240503 13:58:53.927770 2463 leader_election.cc:302] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:53.928016 3511 raft_consensus.cc:2781] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:53.928104 3511 raft_consensus.cc:686] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Becoming Leader. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Running, Role: LEADER
I20240503 13:58:53.927968 2252 catalog_manager.cc:5484] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 reported cstate change: term changed from 0 to 1, leader changed from <none> to f95403e961d945b1bc869c56f95258d0 (127.0.99.134). New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:53.928396 3511 consensus_queue.cc:237] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } }
I20240503 13:58:53.929486 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:53.929605 3053 raft_consensus.cc:3037] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:53.930554 3053 raft_consensus.cc:2454] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1.
I20240503 13:58:53.930805 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:53.930928 3052 raft_consensus.cc:2362] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1. Re-sending same reply.
I20240503 13:58:53.931396 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:53.931419 2398 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "22f3612f1081432e8477b2f362706bc7" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:53.931533 2397 raft_consensus.cc:2454] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 0.
I20240503 13:58:53.931715 2252 catalog_manager.cc:5484] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: term changed from 0 to 1, leader changed from <none> to 1827a6b711be43a28e417e2cb515aabc (127.0.99.130). New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } }
W20240503 13:58:54.051246 3556 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:54.051501 3556 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:54.054613 3556 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_2'
I20240503 13:58:54.145047 2790 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.145771 3371 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.146740 2921 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.147455 2791 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.147480 2527 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.147751 2397 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.147951 2659 raft_consensus.cc:1261] T 2a4e12390f8747deb7c1944d588220f0 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.148028 3545 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.148442 3545 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.148587 3330 consensus_queue.cc:1035] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.149133 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.149721 3330 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.158808 3052 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.159070 2658 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.159433 2397 raft_consensus.cc:3037] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.160544 2397 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.161099 2922 raft_consensus.cc:1261] T 2a4e12390f8747deb7c1944d588220f0 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.161486 3330 consensus_queue.cc:1035] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.164641 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.164909 2528 raft_consensus.cc:1261] T 2a4e12390f8747deb7c1944d588220f0 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.165568 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.166924 3545 consensus_queue.cc:1035] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.167263 3545 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.168000 2397 raft_consensus.cc:1261] T 2a4e12390f8747deb7c1944d588220f0 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.168459 3330 consensus_queue.cc:1035] T 2a4e12390f8747deb7c1944d588220f0 P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 167.274 ms
time per row: 0.0836369 ms
I20240503 13:58:54.269342 2252 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40972:
name: "rebalance_test_table_3"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 5
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 13:58:54.271003 2727 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.99.135:38981: connect: Connection refused (error 111) [suppressed 9 similar messages]
W20240503 13:58:54.271730 2727 consensus_peers.cc:485] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Status: Network error: Client connection negotiation failed: client connection to 127.0.99.135:38981: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
I20240503 13:58:54.275362 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.275493 2638 tablet_service.cc:1467] Processing CreateTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.275671 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.275748 2638 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.276839 2509 tablet_service.cc:1467] Processing CreateTablet for tablet c21dc0dbb534455eb98bc26d092133d3 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.277094 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c21dc0dbb534455eb98bc26d092133d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.277658 2770 tablet_service.cc:1467] Processing CreateTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.277657 2902 tablet_service.cc:1467] Processing CreateTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.277895 2902 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.277895 2770 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.278503 2900 tablet_service.cc:1467] Processing CreateTablet for tablet c21dc0dbb534455eb98bc26d092133d3 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.278733 2900 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c21dc0dbb534455eb98bc26d092133d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.278739 2771 tablet_service.cc:1467] Processing CreateTablet for tablet 780a7c03bdb8490ab2cbb8e56a5859a1 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.278971 2771 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 780a7c03bdb8490ab2cbb8e56a5859a1. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.280076 2901 tablet_service.cc:1467] Processing CreateTablet for tablet 780a7c03bdb8490ab2cbb8e56a5859a1 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.280273 2901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 780a7c03bdb8490ab2cbb8e56a5859a1. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.280894 2640 tablet_service.cc:1467] Processing CreateTablet for tablet c21dc0dbb534455eb98bc26d092133d3 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.281114 2640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c21dc0dbb534455eb98bc26d092133d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.281102 2769 tablet_service.cc:1467] Processing CreateTablet for tablet c21dc0dbb534455eb98bc26d092133d3 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.281354 2769 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c21dc0dbb534455eb98bc26d092133d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.282150 3456 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:54.282753 3028 tablet_service.cc:1467] Processing CreateTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.282992 3028 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.283061 3456 tablet_bootstrap.cc:654] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.283416 2639 tablet_service.cc:1467] Processing CreateTablet for tablet 780a7c03bdb8490ab2cbb8e56a5859a1 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.283712 2639 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 780a7c03bdb8490ab2cbb8e56a5859a1. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.284905 3454 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:54.285017 3032 tablet_service.cc:1467] Processing CreateTablet for tablet 780a7c03bdb8490ab2cbb8e56a5859a1 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.285219 3032 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 780a7c03bdb8490ab2cbb8e56a5859a1. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.285779 3454 tablet_bootstrap.cc:654] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.286382 3461 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:54.287161 3455 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:54.287238 3461 tablet_bootstrap.cc:654] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.288054 3455 tablet_bootstrap.cc:654] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.288267 3461 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:54.288357 3461 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:54.289091 3461 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.289212 3454 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:54.289206 3461 raft_consensus.cc:374] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.289244 3461 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.289260 3455 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:54.289284 3454 ts_tablet_manager.cc:1367] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s
I20240503 13:58:54.289331 3455 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:54.289366 3461 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.289625 3461 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:58:54.289662 3454 raft_consensus.cc:348] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.289762 3454 raft_consensus.cc:374] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.289800 3454 raft_consensus.cc:729] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.289812 3455 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.289923 3455 raft_consensus.cc:374] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.289918 3454 consensus_queue.cc:260] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.289965 3455 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.290091 3455 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.290356 3455 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.290745 2377 tablet_service.cc:1467] Processing CreateTablet for tablet c21dc0dbb534455eb98bc26d092133d3 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.291024 2377 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c21dc0dbb534455eb98bc26d092133d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.291071 3453 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:54.291774 3453 tablet_bootstrap.cc:654] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.292938 3453 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:54.293023 3453 ts_tablet_manager.cc:1367] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:54.293428 3453 raft_consensus.cc:348] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.293545 3453 raft_consensus.cc:374] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.293583 3453 raft_consensus.cc:729] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.293709 3453 consensus_queue.cc:260] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.293967 3453 ts_tablet_manager.cc:1398] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.294056 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 780a7c03bdb8490ab2cbb8e56a5859a1 (DEFAULT_TABLE table=rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.294175 3460 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:54.294711 3461 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:54.295068 3460 tablet_bootstrap.cc:654] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.295607 3461 tablet_bootstrap.cc:654] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.296162 3460 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:54.296249 3460 ts_tablet_manager.cc:1367] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 13:58:54.296522 3455 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:54.296701 3460 raft_consensus.cc:348] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.296820 3460 raft_consensus.cc:374] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.296859 3460 raft_consensus.cc:729] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.296976 3460 consensus_queue.cc:260] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.297260 3460 ts_tablet_manager.cc:1398] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:54.297417 3455 tablet_bootstrap.cc:654] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.297427 3460 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:54.290175 3454 ts_tablet_manager.cc:1398] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.297760 3454 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:54.298763 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 780a7c03bdb8490ab2cbb8e56a5859a1. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.299062 3460 tablet_bootstrap.cc:654] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.300406 3460 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:54.300479 3460 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:58:54.300933 3460 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.301056 3460 raft_consensus.cc:374] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.301102 3460 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.301223 3460 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.301533 3460 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:58:54.301697 3455 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:54.301703 3460 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:54.301775 3455 ts_tablet_manager.cc:1367] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:58:54.301908 3461 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:54.301983 3461 ts_tablet_manager.cc:1367] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 13:58:54.302229 3455 raft_consensus.cc:348] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.302349 3455 raft_consensus.cc:374] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.302390 3455 raft_consensus.cc:729] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.302515 3455 consensus_queue.cc:260] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.302798 3455 ts_tablet_manager.cc:1398] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.302842 3461 raft_consensus.cc:348] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.302958 3455 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:54.302958 3461 raft_consensus.cc:374] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.302994 3461 raft_consensus.cc:729] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.303108 3461 consensus_queue.cc:260] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.303390 3461 ts_tablet_manager.cc:1398] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.303853 3455 tablet_bootstrap.cc:654] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.304529 3460 tablet_bootstrap.cc:654] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.302920 3454 tablet_bootstrap.cc:654] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.305598 3460 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:54.305702 3460 ts_tablet_manager.cc:1367] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.002s
I20240503 13:58:54.306149 3460 raft_consensus.cc:348] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.306313 3460 raft_consensus.cc:374] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.306350 3460 raft_consensus.cc:729] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.306483 3460 consensus_queue.cc:260] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.306965 3456 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:54.307080 3456 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.025s user 0.001s sys 0.000s
I20240503 13:58:54.307103 3455 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:54.307180 3455 ts_tablet_manager.cc:1367] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:58:54.307551 3456 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.307686 3456 raft_consensus.cc:374] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.307727 3456 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.307690 3455 raft_consensus.cc:348] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.307802 3455 raft_consensus.cc:374] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.307845 3455 raft_consensus.cc:729] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.307881 3456 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.307982 3455 consensus_queue.cc:260] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.308164 3456 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.308254 3455 ts_tablet_manager.cc:1398] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.308357 3456 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:54.308830 3460 ts_tablet_manager.cc:1398] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.003s user 0.000s sys 0.001s
I20240503 13:58:54.309198 3456 tablet_bootstrap.cc:654] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.309365 3454 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:54.309448 3454 ts_tablet_manager.cc:1367] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 13:58:54.309916 3454 raft_consensus.cc:348] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.310036 3454 raft_consensus.cc:374] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.310070 3454 raft_consensus.cc:729] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.310185 3454 consensus_queue.cc:260] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.310484 3454 ts_tablet_manager.cc:1398] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.310662 3454 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:54.311627 3454 tablet_bootstrap.cc:654] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.311890 3456 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:54.311973 3456 ts_tablet_manager.cc:1367] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s
I20240503 13:58:54.312427 3456 raft_consensus.cc:348] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.312558 3456 raft_consensus.cc:374] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.312597 3456 raft_consensus.cc:729] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.312736 3456 consensus_queue.cc:260] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.313014 3456 ts_tablet_manager.cc:1398] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.313176 3456 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:54.313797 3454 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:54.313861 3456 tablet_bootstrap.cc:654] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.313975 3454 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:58:54.314515 3454 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.314705 3454 raft_consensus.cc:374] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.314790 3454 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.314944 3454 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.315150 3456 tablet_bootstrap.cc:492] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:54.315229 3456 ts_tablet_manager.cc:1367] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:54.315579 3456 raft_consensus.cc:348] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.315703 3456 raft_consensus.cc:374] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.315753 3456 raft_consensus.cc:729] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.315833 3454 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:54.315876 3456 consensus_queue.cc:260] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.316135 3456 ts_tablet_manager.cc:1398] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.341799 3409 raft_consensus.cc:482] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:54.341953 3409 raft_consensus.cc:504] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.342588 3409 leader_election.cc:288] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:54.342990 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:54.342986 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:54.343001 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:54.343135 2528 raft_consensus.cc:2454] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:54.343135 2922 raft_consensus.cc:2454] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:54.343156 2658 raft_consensus.cc:2454] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:54.343670 2331 leader_election.cc:302] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:54.343905 3409 raft_consensus.cc:2781] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:54.343968 3409 raft_consensus.cc:482] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:54.344005 3409 raft_consensus.cc:3037] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.345149 3409 raft_consensus.cc:504] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.345641 3409 leader_election.cc:288] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 election: Requested vote from peers 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:54.346028 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:54.346088 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:54.346161 2528 raft_consensus.cc:3037] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.346210 2658 raft_consensus.cc:3037] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.347172 2528 raft_consensus.cc:2454] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:54.347172 2658 raft_consensus.cc:2454] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:54.347383 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:54.347435 2791 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:54.347517 2790 raft_consensus.cc:2454] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:54.347581 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c21dc0dbb534455eb98bc26d092133d3" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:54.347709 2922 raft_consensus.cc:3037] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.347915 2333 leader_election.cc:302] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 5 voters: 3 yes votes; 1 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 7859db26507f469d9a578ecb745dcafc, d111a701625045459f1ccf1387c58517; no voters: 4f61c9c8765c4df78fc74107fa0a624d
I20240503 13:58:54.348080 3409 raft_consensus.cc:2781] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:54.348255 3409 raft_consensus.cc:686] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Becoming Leader. State: Replica: d111a701625045459f1ccf1387c58517, State: Running, Role: LEADER
I20240503 13:58:54.348403 3409 consensus_queue.cc:237] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.348690 2922 raft_consensus.cc:2454] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:54.350663 2247 catalog_manager.cc:5484] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 reported cstate change: term changed from 0 to 1, leader changed from <none> to d111a701625045459f1ccf1387c58517 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:54.353969 3404 raft_consensus.cc:482] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:54.354071 3404 raft_consensus.cc:504] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.354657 3404 leader_election.cc:288] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:58:54.355051 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:54.355108 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:54.355093 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:54.355188 2922 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.355195 2791 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:54.355221 2397 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.355221 3052 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.355307 2791 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.355515 2593 leader_election.cc:302] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:54.355722 3404 raft_consensus.cc:2781] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:54.355788 3404 raft_consensus.cc:482] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:54.355831 3404 raft_consensus.cc:3037] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.356595 3404 raft_consensus.cc:504] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.357019 3404 leader_election.cc:288] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 election: Requested vote from peers d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:58:54.357318 2791 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:54.357393 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:54.357465 2791 raft_consensus.cc:3037] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.357496 3052 raft_consensus.cc:3037] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.357475 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:54.357584 2397 raft_consensus.cc:3037] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.357611 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0777feb6f7514b9288bdbfd6629ceeff" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:54.357725 2922 raft_consensus.cc:3037] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.358572 3052 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.358603 2791 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.358589 2397 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.358623 2922 raft_consensus.cc:2454] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.358948 2593 leader_election.cc:302] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, f20f8575e230471f8c20ea9a29aa2c27, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:54.359112 3404 raft_consensus.cc:2781] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:54.359261 3404 raft_consensus.cc:686] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Becoming Leader. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Running, Role: LEADER
I20240503 13:58:54.359419 3404 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } }
I20240503 13:58:54.361196 2247 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7859db26507f469d9a578ecb745dcafc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:54.396625 3293 raft_consensus.cc:482] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:54.396776 3293 raft_consensus.cc:504] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.397342 3293 leader_election.cc:288] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:54.397660 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:54.397699 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:54.397761 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:54.397810 2922 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:54.397807 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:54.397841 3052 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:54.397884 2658 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:54.397928 2397 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 0.
I20240503 13:58:54.398198 2727 leader_election.cc:302] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:54.398401 3293 raft_consensus.cc:2781] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:54.398463 3293 raft_consensus.cc:482] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:54.398510 3293 raft_consensus.cc:3037] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.399433 3293 raft_consensus.cc:504] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.399849 3293 leader_election.cc:288] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Requested vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:54.400132 3052 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:54.400146 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:54.400182 2397 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:54.400239 3052 raft_consensus.cc:3037] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.400254 2658 raft_consensus.cc:3037] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.400274 2397 raft_consensus.cc:3037] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.400949 3052 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:54.401201 2658 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:54.401201 2397 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:54.401298 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "780a7c03bdb8490ab2cbb8e56a5859a1" candidate_uuid: "4f61c9c8765c4df78fc74107fa0a624d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:54.401422 2922 raft_consensus.cc:3037] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.401494 2727 leader_election.cc:302] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:54.401680 3293 raft_consensus.cc:2781] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:54.401847 3293 raft_consensus.cc:686] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Becoming Leader. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Running, Role: LEADER
I20240503 13:58:54.401983 3293 consensus_queue.cc:237] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.402386 2922 raft_consensus.cc:2454] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f61c9c8765c4df78fc74107fa0a624d in term 1.
I20240503 13:58:54.403996 2247 catalog_manager.cc:5484] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132). New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } }
W20240503 13:58:54.538663 3626 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:54.538964 3626 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:54.542169 3626 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_3'
I20240503 13:58:54.635823 2397 raft_consensus.cc:1261] T 780a7c03bdb8490ab2cbb8e56a5859a1 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.636099 3052 raft_consensus.cc:1261] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.636852 3624 consensus_queue.cc:1035] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.638105 3293 consensus_queue.cc:1035] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.640352 2791 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.641069 2922 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.642547 2922 raft_consensus.cc:1261] T 780a7c03bdb8490ab2cbb8e56a5859a1 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.642966 2396 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.642978 3404 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.643175 3622 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.643923 2658 raft_consensus.cc:1261] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.645038 3052 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.645257 3622 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.648990 2921 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.649602 2528 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.650008 2658 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.650482 3409 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.650779 3620 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.651199 3293 consensus_queue.cc:1035] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.652416 3622 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.653206 3624 consensus_queue.cc:1035] T 780a7c03bdb8490ab2cbb8e56a5859a1 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.656296 3409 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:54.668536 2790 raft_consensus.cc:3037] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.669754 2790 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:54.670864 3663 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 174.243 ms
time per row: 0.0871216 ms
I20240503 13:58:54.761471 2252 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40972:
name: "rebalance_test_table_4"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 5
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:58:54.767524 2509 tablet_service.cc:1467] Processing CreateTablet for tablet 294164e42a394131955c360bb1aca1ce (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.767859 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 294164e42a394131955c360bb1aca1ce. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.767935 3032 tablet_service.cc:1467] Processing CreateTablet for tablet 294164e42a394131955c360bb1aca1ce (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.768226 3032 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 294164e42a394131955c360bb1aca1ce. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.769205 2640 tablet_service.cc:1467] Processing CreateTablet for tablet 294164e42a394131955c360bb1aca1ce (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.769498 2640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 294164e42a394131955c360bb1aca1ce. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.769949 3453 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:54.770465 3461 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:54.770810 3453 tablet_bootstrap.cc:654] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.771328 3461 tablet_bootstrap.cc:654] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.771641 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 294164e42a394131955c360bb1aca1ce (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.771894 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 294164e42a394131955c360bb1aca1ce. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.772426 2901 tablet_service.cc:1467] Processing CreateTablet for tablet 25ef4a80c05643f6a500149f7f48b802 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.772641 2901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 25ef4a80c05643f6a500149f7f48b802. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.773870 3460 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:54.774123 3456 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:54.774453 2900 tablet_service.cc:1467] Processing CreateTablet for tablet d2c1a6d5d56c4b28b10462587890af94 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.774683 2900 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d2c1a6d5d56c4b28b10462587890af94. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.775038 3456 tablet_bootstrap.cc:654] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.776366 3032 tablet_service.cc:1467] Processing CreateTablet for tablet 25ef4a80c05643f6a500149f7f48b802 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.776468 3455 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:54.776635 3032 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 25ef4a80c05643f6a500149f7f48b802. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.777302 3455 tablet_bootstrap.cc:654] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.777400 2769 tablet_service.cc:1467] Processing CreateTablet for tablet d2c1a6d5d56c4b28b10462587890af94 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.777693 2769 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d2c1a6d5d56c4b28b10462587890af94. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.778323 3028 tablet_service.cc:1467] Processing CreateTablet for tablet d2c1a6d5d56c4b28b10462587890af94 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.778566 3028 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d2c1a6d5d56c4b28b10462587890af94. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.778870 2640 tablet_service.cc:1467] Processing CreateTablet for tablet 25ef4a80c05643f6a500149f7f48b802 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.779366 2377 tablet_service.cc:1467] Processing CreateTablet for tablet d2c1a6d5d56c4b28b10462587890af94 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.779438 2376 tablet_service.cc:1467] Processing CreateTablet for tablet 25ef4a80c05643f6a500149f7f48b802 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.779634 2377 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d2c1a6d5d56c4b28b10462587890af94. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.779862 3454 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:54.780076 2509 tablet_service.cc:1467] Processing CreateTablet for tablet 25ef4a80c05643f6a500149f7f48b802 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.777400 2770 tablet_service.cc:1467] Processing CreateTablet for tablet 294164e42a394131955c360bb1aca1ce (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.780359 2509 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 25ef4a80c05643f6a500149f7f48b802. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.780393 2770 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 294164e42a394131955c360bb1aca1ce. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.780654 3454 tablet_bootstrap.cc:654] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.782011 2508 tablet_service.cc:1467] Processing CreateTablet for tablet d2c1a6d5d56c4b28b10462587890af94 (DEFAULT_TABLE table=rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:58:54.782295 2508 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d2c1a6d5d56c4b28b10462587890af94. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.782297 2376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 25ef4a80c05643f6a500149f7f48b802. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.782487 3454 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:54.782603 3454 ts_tablet_manager.cc:1367] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:58:54.783035 3454 raft_consensus.cc:348] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.783169 3454 raft_consensus.cc:374] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.783215 3454 raft_consensus.cc:729] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.783352 3454 consensus_queue.cc:260] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.783674 3454 ts_tablet_manager.cc:1398] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.783847 3454 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: Bootstrap starting.
I20240503 13:58:54.784626 3455 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:54.784694 3454 tablet_bootstrap.cc:654] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.784703 3455 ts_tablet_manager.cc:1367] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
I20240503 13:58:54.785188 3455 raft_consensus.cc:348] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.785296 3455 raft_consensus.cc:374] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.785333 3455 raft_consensus.cc:729] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.785463 3455 consensus_queue.cc:260] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.785727 3455 ts_tablet_manager.cc:1398] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.785864 3456 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:54.785984 3455 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:54.785991 3456 ts_tablet_manager.cc:1367] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 13:58:54.786490 3456 raft_consensus.cc:348] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.786623 3456 raft_consensus.cc:374] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.786657 3456 raft_consensus.cc:729] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.786772 3456 consensus_queue.cc:260] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.786890 3455 tablet_bootstrap.cc:654] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.779909 3460 tablet_bootstrap.cc:654] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.787045 3456 ts_tablet_manager.cc:1398] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.787231 3456 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27: Bootstrap starting.
I20240503 13:58:54.779110 2640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 25ef4a80c05643f6a500149f7f48b802. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:54.788190 3456 tablet_bootstrap.cc:654] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.791296 3456 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27: No bootstrap required, opened a new log
I20240503 13:58:54.791386 3456 ts_tablet_manager.cc:1367] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:58:54.791714 3454 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: No bootstrap required, opened a new log
I20240503 13:58:54.791800 3454 ts_tablet_manager.cc:1367] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
I20240503 13:58:54.791829 3456 raft_consensus.cc:348] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.791937 3456 raft_consensus.cc:374] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.791967 3456 raft_consensus.cc:729] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f20f8575e230471f8c20ea9a29aa2c27, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.792075 3453 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:54.792078 3456 consensus_queue.cc:260] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.792161 3453 ts_tablet_manager.cc:1367] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.022s user 0.001s sys 0.000s
I20240503 13:58:54.792341 3456 ts_tablet_manager.cc:1398] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.792258 3454 raft_consensus.cc:348] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.792384 3454 raft_consensus.cc:374] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.792416 3454 raft_consensus.cc:729] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f61c9c8765c4df78fc74107fa0a624d, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.792546 3454 consensus_queue.cc:260] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.792560 3453 raft_consensus.cc:348] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.792690 3453 raft_consensus.cc:374] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.792716 3453 raft_consensus.cc:729] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.792860 3454 ts_tablet_manager.cc:1398] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.792838 3453 consensus_queue.cc:260] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.793102 3453 ts_tablet_manager.cc:1398] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.793267 3453 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:54.793283 3455 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:54.793354 3455 ts_tablet_manager.cc:1367] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 13:58:54.793769 3455 raft_consensus.cc:348] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.793896 3455 raft_consensus.cc:374] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.793929 3455 raft_consensus.cc:729] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.794076 3455 consensus_queue.cc:260] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.794158 3453 tablet_bootstrap.cc:654] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.794454 3455 ts_tablet_manager.cc:1398] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.794605 3455 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:58:54.795508 3455 tablet_bootstrap.cc:654] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.797601 3460 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:54.797683 3460 ts_tablet_manager.cc:1367] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.024s user 0.002s sys 0.000s
I20240503 13:58:54.798089 3460 raft_consensus.cc:348] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.798261 3460 raft_consensus.cc:374] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.798305 3460 raft_consensus.cc:729] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.798429 3460 consensus_queue.cc:260] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.798743 3460 ts_tablet_manager.cc:1398] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.798974 3460 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc: Bootstrap starting.
I20240503 13:58:54.799355 3455 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: No bootstrap required, opened a new log
I20240503 13:58:54.799443 3455 ts_tablet_manager.cc:1367] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:58:54.799815 3460 tablet_bootstrap.cc:654] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.800172 3455 raft_consensus.cc:348] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.800295 3455 raft_consensus.cc:374] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.800333 3455 raft_consensus.cc:729] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.800451 3455 consensus_queue.cc:260] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.800819 3455 ts_tablet_manager.cc:1398] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.800841 3460 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc: No bootstrap required, opened a new log
I20240503 13:58:54.800906 3460 ts_tablet_manager.cc:1367] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:54.801280 3460 raft_consensus.cc:348] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.801400 3460 raft_consensus.cc:374] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.801434 3460 raft_consensus.cc:729] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.801573 3460 consensus_queue.cc:260] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.801843 3460 ts_tablet_manager.cc:1398] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:58:54.808297 3663 raft_consensus.cc:482] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:54.808400 3663 raft_consensus.cc:504] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.808863 3663 leader_election.cc:288] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:54.809216 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:54.809345 2922 raft_consensus.cc:2454] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
W20240503 13:58:54.809549 2333 leader_election.cc:341] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849): Not found: Tablet not found: d2c1a6d5d56c4b28b10462587890af94
I20240503 13:58:54.809808 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:54.809962 2790 raft_consensus.cc:2454] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 0.
I20240503 13:58:54.810010 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:54.810235 2332 leader_election.cc:302] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 5 voters: 3 yes votes; 1 no votes. yes voters: 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27; no voters: f95403e961d945b1bc869c56f95258d0
I20240503 13:58:54.810410 3663 raft_consensus.cc:2781] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:54.810477 3663 raft_consensus.cc:482] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
W20240503 13:58:54.810494 2333 leader_election.cc:341] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477): Illegal state: must be running to vote when last-logged opid is not known
I20240503 13:58:54.810529 3663 raft_consensus.cc:3037] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.810644 3453 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:54.810745 3453 ts_tablet_manager.cc:1367] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.018s user 0.002s sys 0.000s
I20240503 13:58:54.811164 3453 raft_consensus.cc:348] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.811262 3453 raft_consensus.cc:374] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.811296 3453 raft_consensus.cc:729] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.811426 3453 consensus_queue.cc:260] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.811551 3663 raft_consensus.cc:504] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.811731 3453 ts_tablet_manager.cc:1398] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.811923 3453 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
I20240503 13:58:54.812034 3663 leader_election.cc:288] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 election: Requested vote from peers 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:54.812667 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:54.812785 2922 raft_consensus.cc:3037] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.812862 3453 tablet_bootstrap.cc:654] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.813292 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:54.813386 2528 raft_consensus.cc:3037] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.813815 2922 raft_consensus.cc:2454] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:54.814394 2528 raft_consensus.cc:2454] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:54.815027 2333 leader_election.cc:302] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27; no voters:
W20240503 13:58:54.815200 2333 leader_election.cc:341] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849): Not found: Tablet not found: d2c1a6d5d56c4b28b10462587890af94
I20240503 13:58:54.815490 3461 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:54.815495 3663 raft_consensus.cc:2781] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:54.815562 3461 ts_tablet_manager.cc:1367] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.045s user 0.002s sys 0.000s
I20240503 13:58:54.815603 3663 raft_consensus.cc:686] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Becoming Leader. State: Replica: d111a701625045459f1ccf1387c58517, State: Running, Role: LEADER
I20240503 13:58:54.815733 3663 consensus_queue.cc:237] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.815961 3461 raft_consensus.cc:348] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.816048 3461 raft_consensus.cc:374] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.816071 3461 raft_consensus.cc:729] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.816198 3461 consensus_queue.cc:260] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.816473 3461 ts_tablet_manager.cc:1398] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.816654 3461 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:54.817543 3461 tablet_bootstrap.cc:654] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.818274 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "d111a701625045459f1ccf1387c58517" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:54.818403 2790 raft_consensus.cc:3037] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.818948 2251 catalog_manager.cc:5484] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 reported cstate change: term changed from 0 to 1, leader changed from <none> to d111a701625045459f1ccf1387c58517 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:54.819126 2790 raft_consensus.cc:2454] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d111a701625045459f1ccf1387c58517 in term 1.
I20240503 13:58:54.819958 3461 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:54.820044 3461 ts_tablet_manager.cc:1367] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:58:54.820412 3461 raft_consensus.cc:348] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.820528 3461 raft_consensus.cc:374] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.820572 3461 raft_consensus.cc:729] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.820729 3461 consensus_queue.cc:260] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.821228 3453 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc: No bootstrap required, opened a new log
I20240503 13:58:54.821314 3453 ts_tablet_manager.cc:1367] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 0.009s user 0.001s sys 0.000s
I20240503 13:58:54.821790 3453 raft_consensus.cc:348] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.821895 3453 raft_consensus.cc:374] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.821934 3453 raft_consensus.cc:729] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.822247 3461 ts_tablet_manager.cc:1398] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:58:54.822367 3453 consensus_queue.cc:260] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.822654 3453 ts_tablet_manager.cc:1398] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.822844 3461 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:58:54.823840 3461 tablet_bootstrap.cc:654] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: Neither blocks nor log segments found. Creating new log.
I20240503 13:58:54.825065 3461 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: No bootstrap required, opened a new log
I20240503 13:58:54.825134 3461 ts_tablet_manager.cc:1367] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:54.825464 3461 raft_consensus.cc:348] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.825552 3461 raft_consensus.cc:374] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:58:54.825579 3461 raft_consensus.cc:729] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: FOLLOWER
I20240503 13:58:54.825735 3461 consensus_queue.cc:260] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.826021 3461 ts_tablet_manager.cc:1398] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:54.869594 3599 raft_consensus.cc:482] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:54.869725 3599 raft_consensus.cc:504] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.870432 3599 leader_election.cc:288] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:58:54.870759 2396 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:54.870895 2396 raft_consensus.cc:2454] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 0.
I20240503 13:58:54.870949 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:54.871075 2790 raft_consensus.cc:2454] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 0.
I20240503 13:58:54.871148 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:54.871289 3053 raft_consensus.cc:2454] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 0.
I20240503 13:58:54.871325 2463 leader_election.cc:302] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517; no voters:
I20240503 13:58:54.871497 3599 raft_consensus.cc:2781] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:54.871548 3599 raft_consensus.cc:482] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:54.871611 3599 raft_consensus.cc:3037] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.872471 3599 raft_consensus.cc:504] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.872938 3599 leader_election.cc:288] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 election: Requested vote from peers 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:58:54.873191 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:54.873191 2396 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:54.873313 2396 raft_consensus.cc:3037] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.873313 3053 raft_consensus.cc:3037] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.874285 3053 raft_consensus.cc:2454] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1.
I20240503 13:58:54.874285 2396 raft_consensus.cc:2454] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1.
I20240503 13:58:54.874634 2465 leader_election.cc:302] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 1827a6b711be43a28e417e2cb515aabc, d111a701625045459f1ccf1387c58517, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:54.874780 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d"
I20240503 13:58:54.874898 2790 raft_consensus.cc:3037] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.874992 3599 raft_consensus.cc:2781] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:54.875082 3599 raft_consensus.cc:686] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Becoming Leader. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Running, Role: LEADER
I20240503 13:58:54.875222 3599 consensus_queue.cc:237] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } }
I20240503 13:58:54.875873 2790 raft_consensus.cc:2454] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1.
I20240503 13:58:54.875919 2658 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc"
I20240503 13:58:54.876060 2658 raft_consensus.cc:3037] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.876121 2659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "294164e42a394131955c360bb1aca1ce" candidate_uuid: "1827a6b711be43a28e417e2cb515aabc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7859db26507f469d9a578ecb745dcafc" is_pre_election: true
I20240503 13:58:54.876992 2658 raft_consensus.cc:2454] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1827a6b711be43a28e417e2cb515aabc in term 1.
I20240503 13:58:54.877552 2256 catalog_manager.cc:5484] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc reported cstate change: term changed from 0 to 1, leader changed from <none> to 1827a6b711be43a28e417e2cb515aabc (127.0.99.130). New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:54.904444 3674 raft_consensus.cc:482] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:54.904592 3674 raft_consensus.cc:504] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.905217 3674 leader_election.cc:288] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:54.905655 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:54.905720 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:54.905762 2396 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:54.905778 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0" is_pre_election: true
I20240503 13:58:54.905813 2922 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.905884 2528 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.905886 2396 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.905910 3053 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 0.
I20240503 13:58:54.906646 2596 leader_election.cc:302] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, d111a701625045459f1ccf1387c58517, f95403e961d945b1bc869c56f95258d0; no voters:
I20240503 13:58:54.906857 3674 raft_consensus.cc:2781] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:58:54.906915 3674 raft_consensus.cc:482] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:58:54.906961 3674 raft_consensus.cc:3037] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.907804 3674 raft_consensus.cc:504] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.908249 3674 leader_election.cc:288] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 election: Requested vote from peers f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:58:54.908612 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27"
I20240503 13:58:54.908733 2922 raft_consensus.cc:3037] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.908766 2396 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517"
I20240503 13:58:54.908775 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc"
I20240503 13:58:54.908885 2528 raft_consensus.cc:3037] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.908883 2396 raft_consensus.cc:3037] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.909696 2922 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.909790 2396 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.909806 2528 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.910097 2593 leader_election.cc:302] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 5 voters: 3 yes votes; 0 no votes. yes voters: 7859db26507f469d9a578ecb745dcafc, d111a701625045459f1ccf1387c58517, f20f8575e230471f8c20ea9a29aa2c27; no voters:
I20240503 13:58:54.910363 3674 raft_consensus.cc:2781] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:58:54.910336 3053 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "25ef4a80c05643f6a500149f7f48b802" candidate_uuid: "7859db26507f469d9a578ecb745dcafc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f95403e961d945b1bc869c56f95258d0"
I20240503 13:58:54.910435 3674 raft_consensus.cc:686] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Becoming Leader. State: Replica: 7859db26507f469d9a578ecb745dcafc, State: Running, Role: LEADER
I20240503 13:58:54.910465 3053 raft_consensus.cc:3037] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.910619 3674 consensus_queue.cc:237] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } }
I20240503 13:58:54.911434 3053 raft_consensus.cc:2454] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7859db26507f469d9a578ecb745dcafc in term 1.
I20240503 13:58:54.913220 2251 catalog_manager.cc:5484] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7859db26507f469d9a578ecb745dcafc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:54.963079 3587 raft_consensus.cc:482] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:58:54.963248 3587 raft_consensus.cc:504] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:54.963896 3587 leader_election.cc:288] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155), d111a701625045459f1ccf1387c58517 (127.0.99.129:39855), 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477), f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:58:54.964140 2790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f61c9c8765c4df78fc74107fa0a624d" is_pre_election: true
I20240503 13:58:54.964212 2396 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d111a701625045459f1ccf1387c58517" is_pre_election: true
I20240503 13:58:54.964349 2790 raft_consensus.cc:2379] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f95403e961d945b1bc869c56f95258d0 in current term 1: Already voted for candidate d111a701625045459f1ccf1387c58517 in this term.
I20240503 13:58:54.964362 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1827a6b711be43a28e417e2cb515aabc" is_pre_election: true
I20240503 13:58:54.964522 2528 raft_consensus.cc:2379] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f95403e961d945b1bc869c56f95258d0 in current term 1: Already voted for candidate d111a701625045459f1ccf1387c58517 in this term.
I20240503 13:58:54.964892 2988 leader_election.cc:302] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 4 responses out of 5 voters: 1 yes votes; 3 no votes. yes voters: f95403e961d945b1bc869c56f95258d0; no voters: 1827a6b711be43a28e417e2cb515aabc, 4f61c9c8765c4df78fc74107fa0a624d, d111a701625045459f1ccf1387c58517
I20240503 13:58:54.965127 2922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d2c1a6d5d56c4b28b10462587890af94" candidate_uuid: "f95403e961d945b1bc869c56f95258d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f20f8575e230471f8c20ea9a29aa2c27" is_pre_election: true
I20240503 13:58:54.965294 2922 raft_consensus.cc:2379] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f95403e961d945b1bc869c56f95258d0 in current term 1: Already voted for candidate d111a701625045459f1ccf1387c58517 in this term.
I20240503 13:58:54.965301 3587 raft_consensus.cc:3037] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:58:54.966833 3587 raft_consensus.cc:2726] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
W20240503 13:58:55.056154 3699 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:55.056411 3699 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:55.059729 3699 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_4'
I20240503 13:58:55.152331 2396 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.152779 3622 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.154842 2922 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.155315 3053 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.155839 3674 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.157778 2790 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.157931 3052 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.158260 2658 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.158257 3599 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.158888 3511 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.158959 2528 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.159240 3674 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.164963 3599 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.165552 2397 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 3. (index mismatch)
I20240503 13:58:55.170881 3599 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.171450 3674 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.173887 2921 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.174293 3409 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.174602 2528 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.178928 2791 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.179581 3663 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.179916 3663 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.190063 3052 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:55.191536 3663 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:58:55.234526 3403 mvcc.cc:205] Tried to move back new op lower bound from 7023594435268366336 to 7023594433810817024. Current Snapshot: MvccSnapshot[applied={T|T < 7023594435268366336}]
I20240503 13:58:55.262372 3446 mvcc.cc:205] Tried to move back new op lower bound from 7023594435511070720 to 7023594433810817024. Current Snapshot: MvccSnapshot[applied={T|T < 7023594435511070720}]
INSERT report
rows total: 2000
time total: 184.21 ms
time per row: 0.0921051 ms
I20240503 13:58:55.288844 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.135:38981
--local_ip_for_outbound_sockets=127.0.99.135
--tserver_master_addrs=127.0.99.190:39453
--webserver_port=41893
--webserver_interface=127.0.99.135
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 13:58:55.400537 3751 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:58:55.400765 3751 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:58:55.400856 3751 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:58:55.404186 3751 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:58:55.404259 3751 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:58:55.404351 3751 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.135
I20240503 13:58:55.408077 3751 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.135:38981
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--webserver_interface=127.0.99.135
--webserver_port=41893
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.3751
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.135
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:58:55.408983 3751 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:58:55.410109 3751 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:58:55.419399 3756 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:58:55.420200 3759 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:55.421191 3751 server_base.cc:1034] running on GCE node
W20240503 13:58:55.421934 3757 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:58:55.422415 3751 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:58:55.422981 3751 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:58:55.424127 3751 hybrid_clock.cc:648] HybridClock initialized: now 1714744735424118 us; error 28 us; skew 500 ppm
I20240503 13:58:55.426028 3751 webserver.cc:460] Webserver started at http://127.0.99.135:41893/ using document root <none> and password file <none>
I20240503 13:58:55.426640 3751 fs_manager.cc:359] Metadata directory not provided
I20240503 13:58:55.426712 3751 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:58:55.430083 3751 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.003s sys 0.000s
I20240503 13:58:55.432032 3765 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:58:55.433001 3751 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:58:55.433108 3751 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
uuid: "a19b8b5f3ee74142ab48268b857bf9da"
format_stamp: "Formatted at 2024-05-03 13:58:48 on dist-test-slave-qkv2"
I20240503 13:58:55.433514 3751 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:58:55.451759 3751 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:58:55.452420 3751 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:58:55.452575 3751 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:58:55.453140 3751 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:58:55.454253 3772 ts_tablet_manager.cc:516] Loading tablet metadata (0/1 complete)
I20240503 13:58:55.457976 3751 ts_tablet_manager.cc:559] Loaded tablet metadata (1 total tablets, 1 live tablets)
I20240503 13:58:55.458048 3751 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.004s user 0.000s sys 0.000s
I20240503 13:58:55.458130 3751 ts_tablet_manager.cc:574] Registering tablets (0/1 complete)
I20240503 13:58:55.459690 3751 ts_tablet_manager.cc:590] Registered 1 tablets
I20240503 13:58:55.459738 3751 ts_tablet_manager.cc:569] Time spent register tablets: real 0.002s user 0.000s sys 0.000s
I20240503 13:58:55.460002 3772 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:58:55.471621 3751 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.135:38981
I20240503 13:58:55.472648 3751 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
I20240503 13:58:55.474532 3879 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.135:38981 every 8 connection(s)
I20240503 13:58:55.475438 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 3751
I20240503 13:58:55.475679 398 test_util.cc:268] Using random seed: 517384158
I20240503 13:58:55.476730 3772 log.cc:824] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Log is configured to *not* fsync() on all Append() calls
I20240503 13:58:55.478224 3772 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:58:55.478528 3772 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:58:55.479795 3772 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.020s user 0.005s sys 0.012s
I20240503 13:58:55.483331 3772 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:55.483767 3772 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: FOLLOWER
I20240503 13:58:55.484304 3772 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } }
I20240503 13:58:55.484478 3880 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:58:55.484685 3880 heartbeater.cc:464] Registering TS with master...
I20240503 13:58:55.485181 3772 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.005s user 0.006s sys 0.000s
I20240503 13:58:55.485257 3880 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:58:55.487090 2256 ts_manager.cc:194] Re-registered known tserver with Master: a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981)
I20240503 13:58:55.487474 398 test_workload.cc:401] TestWorkload: Skipping table creation because table rebalance_test_table_0 already exists
I20240503 13:58:55.487689 398 test_util.cc:268] Using random seed: 517396168
I20240503 13:58:55.487985 2256 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.135:36089
I20240503 13:58:55.490314 3880 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
I20240503 13:58:55.505259 398 test_workload.cc:401] TestWorkload: Skipping table creation because table rebalance_test_table_1 already exists
I20240503 13:58:55.505483 398 test_util.cc:268] Using random seed: 517413962
I20240503 13:58:55.522125 398 test_workload.cc:401] TestWorkload: Skipping table creation because table rebalance_test_table_2 already exists
I20240503 13:58:55.522349 398 test_util.cc:268] Using random seed: 517430825
I20240503 13:58:55.547113 398 test_workload.cc:401] TestWorkload: Skipping table creation because table rebalance_test_table_3 already exists
I20240503 13:58:55.547323 398 test_util.cc:268] Using random seed: 517455799
I20240503 13:58:55.600737 398 test_workload.cc:401] TestWorkload: Skipping table creation because table rebalance_test_table_4 already exists
W20240503 13:58:55.724704 3881 tablet.cc:2369] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 13:58:55.831957 2726 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 46223.8us
W20240503 13:58:55.883978 2727 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.129:39855, user_credentials={real_user=slave}} blocked reactor thread for 43637.6us
W20240503 13:58:55.886933 2724 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.133:37093, user_credentials={real_user=slave}} blocked reactor thread for 43841.1us
W20240503 13:58:55.908492 2726 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 68915.1us
I20240503 13:58:56.765590 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
W20240503 13:58:56.766402 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 50364.6us
I20240503 13:58:56.806113 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:58:56.810894 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:56.824657 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:58:56.856245 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:58:56.891287 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:58:56.911789 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:58:58.259526 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:58:58.276171 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:58:58.334563 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
W20240503 13:58:58.357312 2464 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 107454us
I20240503 13:58:58.365840 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:58:58.366106 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:58:58.383167 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:58:58.481976 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:58:59.123519 2658 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 77, Committed index: 77, Last appended: 1.77, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:58:59.126562 2787 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 77. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:58:59.127028 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 77, Time since last communication: 0.000s
I20240503 13:58:59.127610 2919 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 76. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:58:59.129828 2394 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 77. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:58:59.130263 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 77, Time since last communication: 0.000s
I20240503 13:58:59.134640 3674 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.137120 2395 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.137558 2791 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.141183 2256 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 reported cstate change: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.161259 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 75, Time since last communication: 0.000s
I20240503 13:58:59.173399 3050 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 75. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:58:59.187278 2919 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.221199 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 75, Time since last communication: 0.000s
W20240503 13:58:59.257174 2596 consensus_peers.cc:485] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 0777feb6f7514b9288bdbfd6629ceeff. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:58:59.322299 3052 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.367107 2789 consensus_queue.cc:237] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 1, Committed index: 1, Last appended: 1.1, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } }
I20240503 13:58:59.370361 2529 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 1. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:59.371870 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 1, Time since last communication: 0.000s
I20240503 13:58:59.374081 2922 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 1. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:59.374883 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 1, Time since last communication: 0.000s
I20240503 13:58:59.376601 3834 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 1. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:59.377014 4126 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 1, Time since last communication: 0.000s
I20240503 13:58:59.377728 2398 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 1. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:58:59.378597 4126 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 1, Time since last communication: 0.000s
I20240503 13:58:59.408048 4125 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.2: config changed from index -1 to 2, NON_VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) added. New config: { opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } } }
I20240503 13:58:59.412669 3834 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.2: config changed from index -1 to 2, NON_VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) added. New config: { opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } } }
I20240503 13:58:59.412945 2394 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.2: config changed from index -1 to 2, NON_VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) added. New config: { opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } } }
I20240503 13:58:59.413378 2247 catalog_manager.cc:5484] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index -1 to 2, NON_VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:58:59.429800 2921 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.2: config changed from index -1 to 2, NON_VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) added. New config: { opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } } }
I20240503 13:58:59.434105 2527 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.2: config changed from index -1 to 2, NON_VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) added. New config: { opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } } }
W20240503 13:58:59.443543 2726 consensus_peers.cc:485] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d -> Peer f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849): Couldn't send request to peer f95403e961d945b1bc869c56f95258d0. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 13dfa0662c534ccb846bcf67a7b67e53. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:58:59.607645 4168 ts_tablet_manager.cc:902] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:58:59.609016 4168 tablet_copy_client.cc:308] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:40211
I20240503 13:58:59.634059 2394 consensus_queue.cc:237] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 74, Committed index: 74, Last appended: 1.74, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:58:59.641594 2680 tablet_copy_service.cc:140] P 7859db26507f469d9a578ecb745dcafc: Received BeginTabletCopySession request for tablet 0777feb6f7514b9288bdbfd6629ceeff from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:52191)
I20240503 13:58:59.641765 2680 tablet_copy_service.cc:161] P 7859db26507f469d9a578ecb745dcafc: Beginning new tablet copy session on tablet 0777feb6f7514b9288bdbfd6629ceeff from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:52191: session id = a19b8b5f3ee74142ab48268b857bf9da-0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:58:59.643321 2680 tablet_copy_source_session.cc:205] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:58:59.647847 2917 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 74. Preceding OpId from leader: term: 1 index: 75. (index mismatch)
I20240503 13:58:59.650377 3409 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 75, Last known committed idx: 74, Time since last communication: 0.000s
I20240503 13:58:59.655854 2657 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 73. Preceding OpId from leader: term: 1 index: 75. (index mismatch)
I20240503 13:58:59.661459 2525 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 74. Preceding OpId from leader: term: 1 index: 75. (index mismatch)
I20240503 13:58:59.664521 4168 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:58:59.668257 3749 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 75, Last known committed idx: 74, Time since last communication: 0.000s
I20240503 13:58:59.670244 4168 tablet_copy_client.cc:783] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:58:59.673311 4168 tablet_copy_client.cc:647] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:58:59.675494 3749 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 75, Last known committed idx: 73, Time since last communication: 0.000s
I20240503 13:58:59.676476 2789 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 74. Preceding OpId from leader: term: 1 index: 75. (index mismatch)
I20240503 13:58:59.676862 4168 tablet_copy_client.cc:523] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:58:59.682121 4168 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:58:59.685480 3409 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 75, Last known committed idx: 74, Time since last communication: 0.000s
I20240503 13:58:59.701655 3409 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.75: config changed from index -1 to 75, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.704525 2922 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.75: config changed from index -1 to 75, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.708626 2256 catalog_manager.cc:5484] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 75, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.713486 2789 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.75: config changed from index -1 to 75, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.773662 2658 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.75: config changed from index -1 to 75, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.783877 2526 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.75: config changed from index -1 to 75, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.838846 2791 consensus_queue.cc:237] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 88, Committed index: 88, Last appended: 1.88, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:58:59.841945 2921 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 88. Preceding OpId from leader: term: 1 index: 89. (index mismatch)
I20240503 13:58:59.842461 3750 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 89, Last known committed idx: 88, Time since last communication: 0.000s
I20240503 13:58:59.844018 3051 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 88. Preceding OpId from leader: term: 1 index: 89. (index mismatch)
W20240503 13:58:59.844642 2727 consensus_peers.cc:485] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 3cc401e8a7604c8c8ee1ccf2480d2425. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:58:59.844782 4152 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 89, Last known committed idx: 88, Time since last communication: 0.000s
I20240503 13:58:59.846264 2526 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 88. Preceding OpId from leader: term: 1 index: 89. (index mismatch)
I20240503 13:58:59.850447 4154 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 89, Last known committed idx: 88, Time since last communication: 0.000s
I20240503 13:58:59.853847 4154 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.89: config changed from index -1 to 89, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.861869 2920 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.89: config changed from index -1 to 89, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.865291 3051 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.89: config changed from index -1 to 89, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.865603 2247 catalog_manager.cc:5484] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 89, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.867769 2525 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.89: config changed from index -1 to 89, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
W20240503 13:58:59.872736 2334 consensus_peers.cc:485] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: c21dc0dbb534455eb98bc26d092133d3. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:58:59.872967 2657 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 88. Preceding OpId from leader: term: 1 index: 89. (index mismatch)
I20240503 13:58:59.874495 4077 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 89, Last known committed idx: 88, Time since last communication: 0.000s
I20240503 13:58:59.905292 2658 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.89: config changed from index -1 to 89, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:58:59.959456 4168 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=89 overwritten=0 applied=89 ignored=0} inserts{seen=774 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:58:59.959939 4168 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:58:59.960283 4168 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.278s user 0.094s sys 0.004s
I20240503 13:58:59.961015 4168 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:58:59.961247 4168 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:58:59.961439 4168 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 89, Last appended: 1.89, Last appended by leader: 89, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:58:59.961807 4168 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:58:59.962432 2680 tablet_copy_service.cc:342] P 7859db26507f469d9a578ecb745dcafc: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-0777feb6f7514b9288bdbfd6629ceeff received from {username='slave'} at 127.0.99.135:52191
I20240503 13:58:59.962527 2680 tablet_copy_service.cc:433] P 7859db26507f469d9a578ecb745dcafc: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-0777feb6f7514b9288bdbfd6629ceeff on tablet 0777feb6f7514b9288bdbfd6629ceeff with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:58:59.998855 2659 consensus_queue.cc:237] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 90, Committed index: 90, Last appended: 1.90, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } }
I20240503 13:59:00.002418 2921 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 90. Preceding OpId from leader: term: 1 index: 91. (index mismatch)
W20240503 13:59:00.002463 2596 consensus_peers.cc:485] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc -> Peer d111a701625045459f1ccf1387c58517 (127.0.99.129:39855): Couldn't send request to peer d111a701625045459f1ccf1387c58517. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 06e6b6b195334b2796adcab20e7c0e52. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:00.005019 4130 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 91, Last known committed idx: 90, Time since last communication: 0.000s
I20240503 13:59:00.011086 2787 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 90. Preceding OpId from leader: term: 1 index: 91. (index mismatch)
I20240503 13:59:00.011678 4130 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 91, Last known committed idx: 90, Time since last communication: 0.000s
I20240503 13:59:00.013056 4191 ts_tablet_manager.cc:902] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Initiating tablet copy from peer 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:59:00.013247 4056 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.91: config changed from index -1 to 91, NON_VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) added. New config: { opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } } }
I20240503 13:59:00.014410 2527 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 90. Preceding OpId from leader: term: 1 index: 91. (index mismatch)
I20240503 13:59:00.015331 2787 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.91: config changed from index -1 to 91, NON_VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) added. New config: { opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } } }
I20240503 13:59:00.020532 2918 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.91: config changed from index -1 to 91, NON_VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) added. New config: { opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } } }
I20240503 13:59:00.023558 2254 catalog_manager.cc:5484] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 91, NON_VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) added. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } } }
I20240503 13:59:00.038255 4191 tablet_copy_client.cc:308] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:38155
I20240503 13:59:00.014173 3051 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 89. Preceding OpId from leader: term: 1 index: 91. (index mismatch)
I20240503 13:59:00.049052 2811 tablet_copy_service.cc:140] P 4f61c9c8765c4df78fc74107fa0a624d: Received BeginTabletCopySession request for tablet 13dfa0662c534ccb846bcf67a7b67e53 from peer f95403e961d945b1bc869c56f95258d0 ({username='slave'} at 127.0.99.134:41663)
I20240503 13:59:00.049247 2811 tablet_copy_service.cc:161] P 4f61c9c8765c4df78fc74107fa0a624d: Beginning new tablet copy session on tablet 13dfa0662c534ccb846bcf67a7b67e53 from peer f95403e961d945b1bc869c56f95258d0 at {username='slave'} at 127.0.99.134:41663: session id = f95403e961d945b1bc869c56f95258d0-13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:00.050885 2811 tablet_copy_source_session.cc:205] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:00.059005 4191 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 13dfa0662c534ccb846bcf67a7b67e53. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:00.064519 4191 tablet_copy_client.cc:783] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:00.066402 4191 tablet_copy_client.cc:647] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:00.068279 4191 tablet_copy_client.cc:523] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:00.076074 3834 raft_consensus.cc:1203] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.77->[1.78-1.95] Dedup: 1.89->[1.90-1.95]
I20240503 13:59:00.086019 4191 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Bootstrap starting.
I20240503 13:59:00.099867 3622 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 91, Last known committed idx: 89, Time since last communication: 0.000s
I20240503 13:59:00.101351 3622 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 91, Last known committed idx: 89, Time since last communication: 0.000s
I20240503 13:59:00.123752 4191 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Bootstrap replayed 1/1 log segments. Stats: ops{read=2 overwritten=0 applied=2 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:00.124121 4191 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Bootstrap complete.
I20240503 13:59:00.124411 4191 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Time spent bootstrapping tablet: real 0.038s user 0.004s sys 0.000s
I20240503 13:59:00.124881 4191 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } }
I20240503 13:59:00.125017 4191 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: f95403e961d945b1bc869c56f95258d0, State: Initialized, Role: LEARNER
I20240503 13:59:00.129102 4191 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 2, Last appended: 1.2, Last appended by leader: 2, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 2 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: true } }
I20240503 13:59:00.132529 4191 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Time spent starting tablet: real 0.008s user 0.003s sys 0.000s
I20240503 13:59:00.144080 2526 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.91: config changed from index -1 to 91, NON_VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) added. New config: { opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } } }
I20240503 13:59:00.164152 3052 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.91: config changed from index -1 to 91, NON_VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) added. New config: { opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } } }
I20240503 13:59:00.168090 2811 tablet_copy_service.cc:342] P 4f61c9c8765c4df78fc74107fa0a624d: Request end of tablet copy session f95403e961d945b1bc869c56f95258d0-13dfa0662c534ccb846bcf67a7b67e53 received from {username='slave'} at 127.0.99.134:41663
I20240503 13:59:00.168208 2811 tablet_copy_service.cc:433] P 4f61c9c8765c4df78fc74107fa0a624d: ending tablet copy session f95403e961d945b1bc869c56f95258d0-13dfa0662c534ccb846bcf67a7b67e53 on tablet 13dfa0662c534ccb846bcf67a7b67e53 with peer f95403e961d945b1bc869c56f95258d0
I20240503 13:59:00.196556 4006 raft_consensus.cc:1050] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:00.197100 4006 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 95, Committed index: 95, Last appended: 1.96, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:00.200088 2398 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 96. Preceding OpId from leader: term: 1 index: 97. (index mismatch)
I20240503 13:59:00.200210 3834 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 96. Preceding OpId from leader: term: 1 index: 97. (index mismatch)
I20240503 13:59:00.200778 3622 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 97, Last known committed idx: 95, Time since last communication: 0.000s
I20240503 13:59:00.201051 3622 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 97, Last known committed idx: 95, Time since last communication: 0.000s
I20240503 13:59:00.205660 2918 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 96. Preceding OpId from leader: term: 1 index: 97. (index mismatch)
I20240503 13:59:00.206347 3974 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 97, Last known committed idx: 95, Time since last communication: 0.000s
I20240503 13:59:00.206378 3049 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 96. Preceding OpId from leader: term: 1 index: 97. (index mismatch)
I20240503 13:59:00.206662 2790 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 96. Preceding OpId from leader: term: 1 index: 97. (index mismatch)
I20240503 13:59:00.208254 4130 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 97, Last known committed idx: 95, Time since last communication: 0.000s
I20240503 13:59:00.211735 3974 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 97, Last known committed idx: 95, Time since last communication: 0.000s
I20240503 13:59:00.214908 3974 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.97: config changed from index 78 to 97, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.219259 2394 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.97: config changed from index 78 to 97, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.219651 3834 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.97: config changed from index 78 to 97, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.220695 2922 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.97: config changed from index 78 to 97, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.222397 2790 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.97: config changed from index 78 to 97, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.223476 2256 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da reported cstate change: config changed from index 78 to 97, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.239930 3049 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.97: config changed from index 78 to 97, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 97 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.248288 4168 ts_tablet_manager.cc:902] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:59:00.248803 4168 tablet_copy_client.cc:308] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:39855
I20240503 13:59:00.283214 2655 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 98, Committed index: 98, Last appended: 1.98, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 99 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:00.285049 3834 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 98. Preceding OpId from leader: term: 1 index: 99. (index mismatch)
I20240503 13:59:00.286844 3622 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 99, Last known committed idx: 98, Time since last communication: 0.000s
I20240503 13:59:00.286243 2918 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 98. Preceding OpId from leader: term: 1 index: 99. (index mismatch)
I20240503 13:59:00.288012 3974 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 99, Last known committed idx: 98, Time since last communication: 0.000s
I20240503 13:59:00.288319 3052 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 98. Preceding OpId from leader: term: 1 index: 99. (index mismatch)
I20240503 13:59:00.289812 4130 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.99: config changed from index 97 to 99, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 99 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.293422 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 0777feb6f7514b9288bdbfd6629ceeff with cas_config_opid_index 97: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:00.293834 2919 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.99: config changed from index 97 to 99, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 99 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.293926 3834 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.99: config changed from index 97 to 99, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 99 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.295406 4006 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 99, Last known committed idx: 98, Time since last communication: 0.000s
I20240503 13:59:00.297363 2254 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da reported cstate change: config changed from index 97 to 99, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 99 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.300268 2787 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 98. Preceding OpId from leader: term: 1 index: 99. (index mismatch)
I20240503 13:59:00.300392 2376 tablet_service.cc:1514] Processing DeleteTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff with delete_type TABLET_DATA_TOMBSTONED (TS d111a701625045459f1ccf1387c58517 not found in new config with opid_index 99) from {username='slave'} at 127.0.0.1:37612
I20240503 13:59:00.300736 4130 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 99, Last known committed idx: 98, Time since last communication: 0.000s
I20240503 13:59:00.307783 4216 tablet_replica.cc:330] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: stopping tablet replica
I20240503 13:59:00.310992 4216 raft_consensus.cc:2229] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:00.312011 4216 raft_consensus.cc:2258] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:00.318675 2787 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.99: config changed from index 97 to 99, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 99 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.327205 2922 consensus_queue.cc:237] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 93, Committed index: 93, Last appended: 1.93, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:00.327247 3049 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.99: config changed from index 97 to 99, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 99 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:00.338060 4216 ts_tablet_manager.cc:1875] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:00.339941 2790 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 93. Preceding OpId from leader: term: 1 index: 94. (index mismatch)
I20240503 13:59:00.340040 2397 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 93. Preceding OpId from leader: term: 1 index: 94. (index mismatch)
I20240503 13:59:00.340245 2655 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 93. Preceding OpId from leader: term: 1 index: 94. (index mismatch)
I20240503 13:59:00.340409 3747 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 94, Last known committed idx: 93, Time since last communication: 0.000s
I20240503 13:59:00.340550 2529 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 93. Preceding OpId from leader: term: 1 index: 94. (index mismatch)
I20240503 13:59:00.340693 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 94, Last known committed idx: 93, Time since last communication: 0.000s
I20240503 13:59:00.340921 3747 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 94, Last known committed idx: 93, Time since last communication: 0.000s
I20240503 13:59:00.341048 3926 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 94, Last known committed idx: 93, Time since last communication: 0.000s
I20240503 13:59:00.343077 3925 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Committing config change with OpId 1.94: config changed from index -1 to 94, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.343451 2397 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.94: config changed from index -1 to 94, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.347096 2525 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.94: config changed from index -1 to 94, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.347309 2247 catalog_manager.cc:5484] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 94, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:00.350495 2790 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.94: config changed from index -1 to 94, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.348654 2655 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.94: config changed from index -1 to 94, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.368810 2418 tablet_copy_service.cc:140] P d111a701625045459f1ccf1387c58517: Received BeginTabletCopySession request for tablet c21dc0dbb534455eb98bc26d092133d3 from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:40297)
I20240503 13:59:00.368955 2418 tablet_copy_service.cc:161] P d111a701625045459f1ccf1387c58517: Beginning new tablet copy session on tablet c21dc0dbb534455eb98bc26d092133d3 from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:40297: session id = a19b8b5f3ee74142ab48268b857bf9da-c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:00.370275 2418 tablet_copy_source_session.cc:205] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:00.372366 4168 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c21dc0dbb534455eb98bc26d092133d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:00.378141 4168 tablet_copy_client.cc:783] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:00.378368 4168 tablet_copy_client.cc:647] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:00.384160 4168 tablet_copy_client.cc:523] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:00.394558 4168 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
W20240503 13:59:00.408099 2858 consensus_peers.cc:485] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 023c27c141fd46c3946f62fe9722a285. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:00.479171 4216 ts_tablet_manager.cc:1888] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.98
I20240503 13:59:00.479595 4216 log.cc:1196] T 0777feb6f7514b9288bdbfd6629ceeff P d111a701625045459f1ccf1387c58517: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:00.480435 2243 catalog_manager.cc:4830] TS d111a701625045459f1ccf1387c58517 (127.0.99.129:39855): tablet 0777feb6f7514b9288bdbfd6629ceeff (table rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]) successfully deleted
I20240503 13:59:00.486857 4223 ts_tablet_manager.cc:902] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:59:00.493744 4223 tablet_copy_client.cc:308] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:38155
W20240503 13:59:00.556437 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.131:40211, user_credentials={real_user=slave}} blocked reactor thread for 51149.2us
I20240503 13:59:00.559746 3053 raft_consensus.cc:1203] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.1->[1.2-1.2] Dedup: 1.2->[]
I20240503 13:59:00.611418 2811 tablet_copy_service.cc:140] P 4f61c9c8765c4df78fc74107fa0a624d: Received BeginTabletCopySession request for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:39855)
I20240503 13:59:00.611546 2811 tablet_copy_service.cc:161] P 4f61c9c8765c4df78fc74107fa0a624d: Beginning new tablet copy session on tablet 3cc401e8a7604c8c8ee1ccf2480d2425 from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:39855: session id = a19b8b5f3ee74142ab48268b857bf9da-3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:00.612440 2811 tablet_copy_source_session.cc:205] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:00.616611 4223 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cc401e8a7604c8c8ee1ccf2480d2425. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:00.620172 4236 ts_tablet_manager.cc:902] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Initiating tablet copy from peer 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:59:00.637622 4223 tablet_copy_client.cc:783] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:00.638654 4223 tablet_copy_client.cc:647] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
W20240503 13:59:00.702466 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 56100.7us
I20240503 13:59:00.708154 4236 tablet_copy_client.cc:308] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:40211
I20240503 13:59:00.713771 4223 tablet_copy_client.cc:523] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:00.729754 2395 consensus_queue.cc:237] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 47, Committed index: 47, Last appended: 1.47, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:00.731804 2790 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 47. Preceding OpId from leader: term: 1 index: 48. (index mismatch)
I20240503 13:59:00.732477 3749 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 48, Last known committed idx: 47, Time since last communication: 0.000s
W20240503 13:59:00.732971 2334 consensus_peers.cc:485] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d2c1a6d5d56c4b28b10462587890af94. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:00.732996 2527 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 47. Preceding OpId from leader: term: 1 index: 48. (index mismatch)
I20240503 13:59:00.733564 3748 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 48, Last known committed idx: 46, Time since last communication: 0.000s
I20240503 13:59:00.735534 2919 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 47. Preceding OpId from leader: term: 1 index: 48. (index mismatch)
I20240503 13:59:00.738466 3049 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 46. Preceding OpId from leader: term: 1 index: 48. (index mismatch)
I20240503 13:59:00.738453 3409 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 48, Last known committed idx: 47, Time since last communication: 0.000s
I20240503 13:59:00.745916 3748 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.48: config changed from index -1 to 48, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.747043 2919 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.48: config changed from index -1 to 48, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.749222 2787 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.48: config changed from index -1 to 48, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.750088 2254 catalog_manager.cc:5484] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 48, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.768740 4223 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:59:00.844736 4247 ts_tablet_manager.cc:902] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:59:00.845274 4247 tablet_copy_client.cc:308] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:37093
I20240503 13:59:00.870524 3620 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 48, Last known committed idx: 46, Time since last communication: 0.000s
I20240503 13:59:00.874325 2680 tablet_copy_service.cc:140] P 7859db26507f469d9a578ecb745dcafc: Received BeginTabletCopySession request for tablet 06e6b6b195334b2796adcab20e7c0e52 from peer d111a701625045459f1ccf1387c58517 ({username='slave'} at 127.0.99.129:49569)
I20240503 13:59:00.874457 2680 tablet_copy_service.cc:161] P 7859db26507f469d9a578ecb745dcafc: Beginning new tablet copy session on tablet 06e6b6b195334b2796adcab20e7c0e52 from peer d111a701625045459f1ccf1387c58517 at {username='slave'} at 127.0.99.129:49569: session id = d111a701625045459f1ccf1387c58517-06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:00.875358 2680 tablet_copy_source_session.cc:205] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:00.878448 4236 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 06e6b6b195334b2796adcab20e7c0e52. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:00.889873 3053 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.48: config changed from index -1 to 48, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:00.905656 4236 tablet_copy_client.cc:783] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:00.905984 4236 tablet_copy_client.cc:647] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:00.917819 2526 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.48: config changed from index -1 to 48, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:01.024689 4229 raft_consensus.cc:1050] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: attempting to promote NON_VOTER f95403e961d945b1bc869c56f95258d0 to VOTER
I20240503 13:59:01.025311 4229 consensus_queue.cc:237] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 2, Committed index: 2, Last appended: 1.2, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } }
I20240503 13:59:01.029112 2398 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 2. Preceding OpId from leader: term: 1 index: 3. (index mismatch)
I20240503 13:59:01.029755 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 3, Last known committed idx: 2, Time since last communication: 0.000s
I20240503 13:59:01.029958 3834 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 2. Preceding OpId from leader: term: 1 index: 3. (index mismatch)
I20240503 13:59:01.030404 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 3, Last known committed idx: 2, Time since last communication: 0.000s
I20240503 13:59:01.034108 2525 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 2. Preceding OpId from leader: term: 1 index: 3. (index mismatch)
I20240503 13:59:01.034971 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 3, Last known committed idx: 2, Time since last communication: 0.000s
I20240503 13:59:01.035604 4236 tablet_copy_client.cc:523] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:01.039608 2918 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 2. Preceding OpId from leader: term: 1 index: 3. (index mismatch)
I20240503 13:59:01.040226 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 3, Last known committed idx: 2, Time since last communication: 0.000s
I20240503 13:59:01.043766 4236 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Bootstrap starting.
I20240503 13:59:01.046583 2942 tablet_copy_service.cc:140] P f20f8575e230471f8c20ea9a29aa2c27: Received BeginTabletCopySession request for tablet 023c27c141fd46c3946f62fe9722a285 from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:55231)
I20240503 13:59:01.046741 2942 tablet_copy_service.cc:161] P f20f8575e230471f8c20ea9a29aa2c27: Beginning new tablet copy session on tablet 023c27c141fd46c3946f62fe9722a285 from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:55231: session id = a19b8b5f3ee74142ab48268b857bf9da-023c27c141fd46c3946f62fe9722a285
I20240503 13:59:01.048290 2942 tablet_copy_source_session.cc:205] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:01.049562 4247 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 023c27c141fd46c3946f62fe9722a285. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:01.051862 4247 tablet_copy_client.cc:783] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:01.052021 4247 tablet_copy_client.cc:647] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:01.060613 4247 tablet_copy_client.cc:523] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:01.062291 4247 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:59:01.108753 3050 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 LEARNER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 2. Preceding OpId from leader: term: 1 index: 3. (index mismatch)
I20240503 13:59:01.110899 4077 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 3, Last known committed idx: 2, Time since last communication: 0.000s
I20240503 13:59:01.117848 4168 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=85 overwritten=0 applied=85 ignored=0} inserts{seen=757 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:01.125506 4168 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:01.125861 4168 ts_tablet_manager.cc:1367] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.731s user 0.089s sys 0.000s
I20240503 13:59:01.126564 4168 raft_consensus.cc:348] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:01.130694 4168 raft_consensus.cc:729] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:01.130942 4168 consensus_queue.cc:260] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 85, Last appended: 1.85, Last appended by leader: 85, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 75 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:01.131549 4168 ts_tablet_manager.cc:1398] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.006s user 0.001s sys 0.000s
I20240503 13:59:01.132634 2418 tablet_copy_service.cc:342] P d111a701625045459f1ccf1387c58517: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-c21dc0dbb534455eb98bc26d092133d3 received from {username='slave'} at 127.0.99.135:40297
I20240503 13:59:01.132735 2418 tablet_copy_service.cc:433] P d111a701625045459f1ccf1387c58517: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-c21dc0dbb534455eb98bc26d092133d3 on tablet c21dc0dbb534455eb98bc26d092133d3 with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:59:01.167747 4077 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.3: config changed from index 2 to 3, f95403e961d945b1bc869c56f95258d0 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.170941 2254 catalog_manager.cc:5484] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 2 to 3, f95403e961d945b1bc869c56f95258d0 (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:01.174479 3833 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.3: config changed from index 2 to 3, f95403e961d945b1bc869c56f95258d0 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.174602 2398 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.3: config changed from index 2 to 3, f95403e961d945b1bc869c56f95258d0 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.182883 2922 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.3: config changed from index 2 to 3, f95403e961d945b1bc869c56f95258d0 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.192894 2525 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.3: config changed from index 2 to 3, f95403e961d945b1bc869c56f95258d0 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.205231 2790 consensus_queue.cc:237] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } }
I20240503 13:59:01.213497 2920 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:01.214012 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:01.215462 3833 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:01.216097 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:01.216936 2398 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:01.217940 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:01.224857 3672 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index 3 to 4, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.227831 2241 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 13dfa0662c534ccb846bcf67a7b67e53 with cas_config_opid_index 3: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:01.228945 2256 catalog_manager.cc:5484] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 3 to 4, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:01.232278 2509 tablet_service.cc:1514] Processing DeleteTablet for tablet 13dfa0662c534ccb846bcf67a7b67e53 with delete_type TABLET_DATA_TOMBSTONED (TS 1827a6b711be43a28e417e2cb515aabc not found in new config with opid_index 4) from {username='slave'} at 127.0.0.1:45246
I20240503 13:59:01.240197 4274 tablet_replica.cc:330] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: stopping tablet replica
I20240503 13:59:01.241174 2920 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index 3 to 4, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.246495 3833 raft_consensus.cc:1203] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.74->[1.75-1.108] Dedup: 1.85->[1.86-1.108]
I20240503 13:59:01.249634 3832 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index 3 to 4, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.266835 4274 raft_consensus.cc:2229] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:01.267187 4274 raft_consensus.cc:2258] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:01.268563 4274 ts_tablet_manager.cc:1875] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:01.280364 4168 ts_tablet_manager.cc:902] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:59:01.280884 4168 tablet_copy_client.cc:308] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:39855
I20240503 13:59:01.281792 2418 tablet_copy_service.cc:140] P d111a701625045459f1ccf1387c58517: Received BeginTabletCopySession request for tablet d2c1a6d5d56c4b28b10462587890af94 from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:40297)
I20240503 13:59:01.281905 2418 tablet_copy_service.cc:161] P d111a701625045459f1ccf1387c58517: Beginning new tablet copy session on tablet d2c1a6d5d56c4b28b10462587890af94 from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:40297: session id = a19b8b5f3ee74142ab48268b857bf9da-d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:01.282848 4223 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=100 overwritten=0 applied=100 ignored=0} inserts{seen=785 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:01.282927 2418 tablet_copy_source_session.cc:205] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:01.283213 4223 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:01.284410 4168 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d2c1a6d5d56c4b28b10462587890af94. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:01.286614 4168 tablet_copy_client.cc:783] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:01.286787 4168 tablet_copy_client.cc:647] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:01.290171 4274 ts_tablet_manager.cc:1888] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.3
I20240503 13:59:01.290419 4274 log.cc:1196] T 13dfa0662c534ccb846bcf67a7b67e53 P 1827a6b711be43a28e417e2cb515aabc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:01.291652 4223 ts_tablet_manager.cc:1367] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.523s user 0.100s sys 0.000s
I20240503 13:59:01.291922 2242 catalog_manager.cc:4830] TS 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477): tablet 13dfa0662c534ccb846bcf67a7b67e53 (table TestTable [id=b50a3c6a5b2944f4bb4837c8f47493c8]) successfully deleted
I20240503 13:59:01.293828 4223 raft_consensus.cc:348] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:01.294458 4168 tablet_copy_client.cc:523] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:01.295886 4168 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
W20240503 13:59:01.301575 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 167184us
I20240503 13:59:01.304589 4223 raft_consensus.cc:729] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:01.304877 4223 consensus_queue.cc:260] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 100, Last appended: 1.100, Last appended by leader: 100, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 89 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:01.306018 4223 ts_tablet_manager.cc:1398] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.014s user 0.001s sys 0.000s
I20240503 13:59:01.308441 2811 tablet_copy_service.cc:342] P 4f61c9c8765c4df78fc74107fa0a624d: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-3cc401e8a7604c8c8ee1ccf2480d2425 received from {username='slave'} at 127.0.99.135:39855
I20240503 13:59:01.308531 2811 tablet_copy_service.cc:433] P 4f61c9c8765c4df78fc74107fa0a624d: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-3cc401e8a7604c8c8ee1ccf2480d2425 on tablet 3cc401e8a7604c8c8ee1ccf2480d2425 with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:59:01.313284 3050 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:01.315008 4125 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 2, Time since last communication: 0.000s
I20240503 13:59:01.316644 3049 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.3: config changed from index 2 to 3, f95403e961d945b1bc869c56f95258d0 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 3 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.321650 3049 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index 3 to 4, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.333958 2395 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index 3 to 4, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false } } }
I20240503 13:59:01.465940 4236 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Bootstrap replayed 1/1 log segments. Stats: ops{read=115 overwritten=0 applied=115 ignored=0} inserts{seen=746 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:01.466419 4236 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Bootstrap complete.
I20240503 13:59:01.466706 4236 ts_tablet_manager.cc:1367] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Time spent bootstrapping tablet: real 0.423s user 0.096s sys 0.010s
I20240503 13:59:01.466826 3749 raft_consensus.cc:1050] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:01.467453 3749 consensus_queue.cc:237] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 110, Committed index: 110, Last appended: 1.110, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:01.469590 2659 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 110. Preceding OpId from leader: term: 1 index: 111. (index mismatch)
I20240503 13:59:01.470103 2526 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 110. Preceding OpId from leader: term: 1 index: 111. (index mismatch)
I20240503 13:59:01.470144 3409 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 111, Last known committed idx: 110, Time since last communication: 0.000s
I20240503 13:59:01.470503 2790 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 110. Preceding OpId from leader: term: 1 index: 111. (index mismatch)
I20240503 13:59:01.471069 3833 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 110. Preceding OpId from leader: term: 1 index: 111. (index mismatch)
I20240503 13:59:01.471028 3409 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 111, Last known committed idx: 110, Time since last communication: 0.000s
I20240503 13:59:01.471259 4128 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 111, Last known committed idx: 110, Time since last communication: 0.000s
I20240503 13:59:01.471794 4128 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 111, Last known committed idx: 110, Time since last communication: 0.000s
I20240503 13:59:01.473623 4128 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.111: config changed from index 75 to 111, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.474275 4236 raft_consensus.cc:348] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } }
I20240503 13:59:01.474381 4236 raft_consensus.cc:729] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: d111a701625045459f1ccf1387c58517, State: Initialized, Role: LEARNER
I20240503 13:59:01.474470 4236 consensus_queue.cc:260] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 115, Last appended: 1.115, Last appended by leader: 115, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 91 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: true } }
I20240503 13:59:01.474922 4236 ts_tablet_manager.cc:1398] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:01.475977 2659 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.111: config changed from index 75 to 111, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.476090 3833 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.111: config changed from index 75 to 111, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.478554 2526 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.111: config changed from index 75 to 111, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.478780 2254 catalog_manager.cc:5484] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 reported cstate change: config changed from index 75 to 111, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:01.479001 2920 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 110. Preceding OpId from leader: term: 1 index: 111. (index mismatch)
I20240503 13:59:01.479346 3749 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 111, Last known committed idx: 110, Time since last communication: 0.000s
I20240503 13:59:01.480499 2916 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.111: config changed from index 75 to 111, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.480845 2791 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.111: config changed from index 75 to 111, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 111 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.482559 2680 tablet_copy_service.cc:342] P 7859db26507f469d9a578ecb745dcafc: Request end of tablet copy session d111a701625045459f1ccf1387c58517-06e6b6b195334b2796adcab20e7c0e52 received from {username='slave'} at 127.0.99.129:49569
I20240503 13:59:01.482662 2680 tablet_copy_service.cc:433] P 7859db26507f469d9a578ecb745dcafc: ending tablet copy session d111a701625045459f1ccf1387c58517-06e6b6b195334b2796adcab20e7c0e52 on tablet 06e6b6b195334b2796adcab20e7c0e52 with peer d111a701625045459f1ccf1387c58517
I20240503 13:59:01.501673 2395 consensus_queue.cc:237] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 112, Committed index: 112, Last appended: 1.112, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 113 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:01.503705 2791 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 112. Preceding OpId from leader: term: 1 index: 113. (index mismatch)
I20240503 13:59:01.504163 3833 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 112. Preceding OpId from leader: term: 1 index: 113. (index mismatch)
I20240503 13:59:01.504406 4128 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 113, Last known committed idx: 112, Time since last communication: 0.000s
I20240503 13:59:01.504912 4128 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 113, Last known committed idx: 112, Time since last communication: 0.000s
I20240503 13:59:01.505110 2525 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 112. Preceding OpId from leader: term: 1 index: 113. (index mismatch)
I20240503 13:59:01.506014 3749 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 113, Last known committed idx: 112, Time since last communication: 0.000s
I20240503 13:59:01.506315 2920 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 112. Preceding OpId from leader: term: 1 index: 113. (index mismatch)
I20240503 13:59:01.506840 3749 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 113, Last known committed idx: 111, Time since last communication: 0.000s
I20240503 13:59:01.509522 3749 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.113: config changed from index 111 to 113, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 113 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.510510 3833 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.113: config changed from index 111 to 113, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 113 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.511885 2920 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.113: config changed from index 111 to 113, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 113 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.513677 2243 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet c21dc0dbb534455eb98bc26d092133d3 with cas_config_opid_index 111: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:01.514420 2527 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.113: config changed from index 111 to 113, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 113 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.514504 2256 catalog_manager.cc:5484] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index 111 to 113, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 113 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.515468 2791 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.113: config changed from index 111 to 113, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 113 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.521293 2640 tablet_service.cc:1514] Processing DeleteTablet for tablet c21dc0dbb534455eb98bc26d092133d3 with delete_type TABLET_DATA_TOMBSTONED (TS 7859db26507f469d9a578ecb745dcafc not found in new config with opid_index 113) from {username='slave'} at 127.0.0.1:37550
I20240503 13:59:01.551705 4296 tablet_replica.cc:330] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: stopping tablet replica
I20240503 13:59:01.554158 4296 raft_consensus.cc:2229] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:01.554462 4296 pending_rounds.cc:62] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Trying to abort 1 pending ops.
I20240503 13:59:01.554590 4296 pending_rounds.cc:68] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Aborting op as it isn't in flight: id { term: 1 index: 112 } timestamp: 7023594461155033088 op_type: WRITE_OP write_request { tablet_id: "c21dc0dbb534455eb98bc26d092133d3" schema { columns { name: "key" type: INT32 is_key: true is_nullable: false immutable: false } columns { name: "int_val" type: INT32 is_key: false is_nullable: false immutable: false } columns { name: "string_val" type: STRING is_key: false is_nullable: true immutable: false } } row_operations { rows: "<redacted>""\001\007\000U\252\363I\276\326\302\217\000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000" indirect_data: "<redacted>""6ffcf85b122a6df4" } external_consistency_mode: CLIENT_PROPAGATED propagated_timestamp: 7023594460909248512 authz_token { token_data: "\010\313\335\323\261\006\"3\n\005slave\022*\n 9a5055a928b6425d9f560e0b931c432b\020\001\030\001 \001(\001" signature: "<redacted>""8RZ&\367F\267\005\'\236\254}\361\031uh3\362i\371@\206V\273\303\214\250\351x\212\034TYG\227\353.f\017\327\263\027\201\231\204N \250\010\334B\3331\336\370\005\234\013\355\315WpW\375" signing_key_seq_num: 0 } } request_id { client_id: "56a10777c0914e98951fd3313abb6c6d" seq_no: 326 first_incomplete_seq_no: 326 attempt_no: 0 }
I20240503 13:59:01.555217 4296 raft_consensus.cc:2258] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:01.556975 4296 ts_tablet_manager.cc:1875] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:01.567211 4296 ts_tablet_manager.cc:1888] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.112
I20240503 13:59:01.567474 4296 log.cc:1196] T c21dc0dbb534455eb98bc26d092133d3 P 7859db26507f469d9a578ecb745dcafc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:01.568163 2242 catalog_manager.cc:4830] TS 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211): tablet c21dc0dbb534455eb98bc26d092133d3 (table rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]) successfully deleted
I20240503 13:59:01.621102 3833 raft_consensus.cc:1203] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.88->[1.89-1.120] Dedup: 1.100->[1.101-1.120]
I20240503 13:59:01.799024 4125 raft_consensus.cc:1050] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:01.800207 4125 consensus_queue.cc:237] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 126, Committed index: 126, Last appended: 1.126, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:01.803638 2524 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 126. Preceding OpId from leader: term: 1 index: 127. (index mismatch)
I20240503 13:59:01.804605 3672 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 127, Last known committed idx: 126, Time since last communication: 0.000s
I20240503 13:59:01.806826 2918 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 126. Preceding OpId from leader: term: 1 index: 127. (index mismatch)
I20240503 13:59:01.807226 3672 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 127, Last known committed idx: 126, Time since last communication: 0.000s
W20240503 13:59:01.812443 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 43517.5us
I20240503 13:59:01.815981 3832 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 123. Preceding OpId from leader: term: 1 index: 127. (index mismatch)
I20240503 13:59:01.821488 3672 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 127, Last known committed idx: 122, Time since last communication: 0.000s
I20240503 13:59:01.845417 3833 raft_consensus.cc:1203] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.123->[1.124-1.127] Dedup: 1.126->[1.127-1.127]
I20240503 13:59:01.865350 3050 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 126. Preceding OpId from leader: term: 1 index: 127. (index mismatch)
I20240503 13:59:01.870318 4230 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 127, Last known committed idx: 126, Time since last communication: 0.000s
I20240503 13:59:01.881520 2395 raft_consensus.cc:1203] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.90->[1.91-1.135] Dedup: 1.115->[1.116-1.135]
I20240503 13:59:01.926996 2656 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 124. Preceding OpId from leader: term: 1 index: 127. (index mismatch)
I20240503 13:59:01.945578 3672 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 127, Last known committed idx: 123, Time since last communication: 0.000s
I20240503 13:59:01.947748 4230 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.127: config changed from index 89 to 127, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.951035 2254 catalog_manager.cc:5484] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 89 to 127, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:01.953826 2918 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.127: config changed from index 89 to 127, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.958145 2525 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.127: config changed from index 89 to 127, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:01.999153 3046 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.127: config changed from index 89 to 127, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.009860 2790 consensus_queue.cc:237] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 127, Committed index: 127, Last appended: 1.128, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:02.011894 2527 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 128. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:02.012709 3672 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:02.015497 3833 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.127: config changed from index 89 to 127, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.027719 2658 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.127: config changed from index 89 to 127, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 127 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.030706 3046 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 127. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:02.033020 4153 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:02.033236 2658 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 128. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:02.034531 4153 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:02.037143 3833 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 127. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:02.045663 4246 raft_consensus.cc:1050] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: attempting to promote NON_VOTER d111a701625045459f1ccf1387c58517 to VOTER
I20240503 13:59:02.046247 4246 consensus_queue.cc:237] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 138, Committed index: 138, Last appended: 1.138, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } }
I20240503 13:59:02.048487 2789 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.048907 4056 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 138, Time since last communication: 0.000s
I20240503 13:59:02.051057 2398 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 LEARNER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.051851 4006 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 138, Time since last communication: 0.000s
I20240503 13:59:02.053158 2922 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.053542 4006 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 138, Time since last communication: 0.000s
I20240503 13:59:02.054678 4153 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.129: config changed from index 127 to 129, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.062462 2241 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 with cas_config_opid_index 127: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:02.065165 3672 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:02.067668 2254 catalog_manager.cc:5484] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 127 to 129, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:02.071713 4246 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.139: config changed from index 91 to 139, d111a701625045459f1ccf1387c58517 (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.074046 2918 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 91 to 139, d111a701625045459f1ccf1387c58517 (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.074712 2790 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 91 to 139, d111a701625045459f1ccf1387c58517 (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.078480 2248 catalog_manager.cc:5484] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index 91 to 139, d111a701625045459f1ccf1387c58517 (127.0.99.129) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.078864 2398 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 91 to 139, d111a701625045459f1ccf1387c58517 (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.091084 2527 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.093178 3046 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.095247 2526 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index 127 to 129, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.107589 4006 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 138, Time since last communication: 0.000s
I20240503 13:59:02.110363 3674 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 138, Time since last communication: 0.000s
I20240503 13:59:02.116658 2900 tablet_service.cc:1514] Processing DeleteTablet for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 with delete_type TABLET_DATA_TOMBSTONED (TS f20f8575e230471f8c20ea9a29aa2c27 not found in new config with opid_index 129) from {username='slave'} at 127.0.0.1:48128
I20240503 13:59:02.118680 3833 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index 127 to 129, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.128329 3048 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 91 to 139, d111a701625045459f1ccf1387c58517 (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.128924 3046 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index 127 to 129, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
W20240503 13:59:02.148054 4168 log.cc:924] Time spent T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: Append to log took a long time: real 0.072s user 0.001s sys 0.000s
I20240503 13:59:02.148432 2659 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index 127 to 129, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.174345 4318 tablet_replica.cc:330] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: stopping tablet replica
I20240503 13:59:02.174714 4318 raft_consensus.cc:2229] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:02.174949 4318 pending_rounds.cc:62] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Trying to abort 1 pending ops.
I20240503 13:59:02.175019 4318 pending_rounds.cc:68] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Aborting op as it isn't in flight: id { term: 1 index: 128 } timestamp: 7023594463112208384 op_type: WRITE_OP write_request { tablet_id: "3cc401e8a7604c8c8ee1ccf2480d2425" schema { columns { name: "key" type: INT32 is_key: true is_nullable: false immutable: false } columns { name: "int_val" type: INT32 is_key: false is_nullable: false immutable: false } columns { name: "string_val" type: STRING is_key: false is_nullable: true immutable: false } } row_operations { rows: "<redacted>""\001\007\000\207#\265T`r\221\366\000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000" indirect_data: "<redacted>""1f5786385659ad36" } external_consistency_mode: CLIENT_PROPAGATED propagated_timestamp: 7023594463074189312 authz_token { token_data: "\010\313\335\323\261\006\"3\n\005slave\022*\n 2e57aa5fb2a94b25a1c07288a38e09ed\020\001\030\001 \001(\001" signature: "<redacted>""\211\363\314<\030&\002\324G\213\274\372\242\213\336tGR4D\313ry=`\2536\277M\317\242\214\227\2412lm\357\340\327\260q\r\221\270\003-B\351\034B\303\006\266\254y\346\253\034\025\276\310\021\325" signing_key_seq_num: 0 } } request_id { client_id: "ed68544a301547bda744f4cb2ce68da3" seq_no: 376 first_incomplete_seq_no: 376 attempt_no: 0 }
I20240503 13:59:02.190721 4318 raft_consensus.cc:2258] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:02.196938 4318 ts_tablet_manager.cc:1875] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:02.187824 2526 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 91 to 139, d111a701625045459f1ccf1387c58517 (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.233774 4318 ts_tablet_manager.cc:1888] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.128
I20240503 13:59:02.237802 4318 log.cc:1196] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f20f8575e230471f8c20ea9a29aa2c27: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/wals/3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:02.241549 4247 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=107 overwritten=0 applied=107 ignored=0} inserts{seen=779 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:02.241904 4247 tablet_bootstrap.cc:492] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:02.242115 4247 ts_tablet_manager.cc:1367] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 1.180s user 0.095s sys 0.013s
I20240503 13:59:02.242611 4247 raft_consensus.cc:348] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:02.242748 4247 raft_consensus.cc:729] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:02.242848 4247 consensus_queue.cc:260] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 107, Last appended: 1.107, Last appended by leader: 107, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 94 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:02.259721 4247 ts_tablet_manager.cc:1398] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.018s user 0.002s sys 0.000s
I20240503 13:59:02.264525 2942 tablet_copy_service.cc:342] P f20f8575e230471f8c20ea9a29aa2c27: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-023c27c141fd46c3946f62fe9722a285 received from {username='slave'} at 127.0.99.135:55231
I20240503 13:59:02.289227 2942 tablet_copy_service.cc:433] P f20f8575e230471f8c20ea9a29aa2c27: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-023c27c141fd46c3946f62fe9722a285 on tablet 023c27c141fd46c3946f62fe9722a285 with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:59:02.295585 2240 catalog_manager.cc:4830] TS f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093): tablet 3cc401e8a7604c8c8ee1ccf2480d2425 (table rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]) successfully deleted
I20240503 13:59:02.354437 3833 raft_consensus.cc:1203] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.93->[1.94-1.130] Dedup: 1.107->[1.108-1.130]
I20240503 13:59:02.466710 2658 consensus_queue.cc:237] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 147, Committed index: 147, Last appended: 1.147, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 148 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } }
I20240503 13:59:02.468734 2918 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 147. Preceding OpId from leader: term: 1 index: 148. (index mismatch)
I20240503 13:59:02.468847 2397 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 147. Preceding OpId from leader: term: 1 index: 148. (index mismatch)
I20240503 13:59:02.469098 4006 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 148, Last known committed idx: 146, Time since last communication: 0.000s
I20240503 13:59:02.469244 3974 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 148, Last known committed idx: 147, Time since last communication: 0.000s
I20240503 13:59:02.473943 2524 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 147. Preceding OpId from leader: term: 1 index: 148. (index mismatch)
I20240503 13:59:02.474814 3049 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 144. Preceding OpId from leader: term: 1 index: 148. (index mismatch)
I20240503 13:59:02.481720 3674 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 148, Last known committed idx: 144, Time since last communication: 0.000s
I20240503 13:59:02.485610 3674 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 148, Last known committed idx: 147, Time since last communication: 0.000s
I20240503 13:59:02.488204 4006 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.148: config changed from index 139 to 148, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 148 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.491536 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 06e6b6b195334b2796adcab20e7c0e52 with cas_config_opid_index 139: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:02.491811 2398 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.148: config changed from index 139 to 148, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 148 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.493777 2526 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.148: config changed from index 139 to 148, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 148 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.494185 2254 catalog_manager.cc:5484] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 139 to 148, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 148 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:02.499789 2920 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.148: config changed from index 139 to 148, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 148 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.498839 3053 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.148: config changed from index 139 to 148, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 148 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false } } }
I20240503 13:59:02.504292 2770 tablet_service.cc:1514] Processing DeleteTablet for tablet 06e6b6b195334b2796adcab20e7c0e52 with delete_type TABLET_DATA_TOMBSTONED (TS 4f61c9c8765c4df78fc74107fa0a624d not found in new config with opid_index 148) from {username='slave'} at 127.0.0.1:54250
I20240503 13:59:02.512104 4168 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=51 overwritten=0 applied=51 ignored=0} inserts{seen=723 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:02.515096 4168 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:02.515349 4168 ts_tablet_manager.cc:1367] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 1.220s user 0.066s sys 0.001s
I20240503 13:59:02.520586 4168 raft_consensus.cc:348] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:02.520750 4168 raft_consensus.cc:729] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:02.520856 4168 consensus_queue.cc:260] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 51, Last appended: 1.51, Last appended by leader: 51, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 48 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:02.521708 4168 ts_tablet_manager.cc:1398] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.006s user 0.001s sys 0.000s
I20240503 13:59:02.522213 2418 tablet_copy_service.cc:342] P d111a701625045459f1ccf1387c58517: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-d2c1a6d5d56c4b28b10462587890af94 received from {username='slave'} at 127.0.99.135:40297
I20240503 13:59:02.522310 2418 tablet_copy_service.cc:433] P d111a701625045459f1ccf1387c58517: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-d2c1a6d5d56c4b28b10462587890af94 on tablet d2c1a6d5d56c4b28b10462587890af94 with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:59:02.569576 4238 raft_consensus.cc:1050] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:02.570112 4238 consensus_queue.cc:237] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 137, Committed index: 137, Last appended: 1.138, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:02.572189 2659 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.574844 3834 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 135. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.574862 3926 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 137, Time since last communication: 0.000s
I20240503 13:59:02.576539 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 135, Time since last communication: 0.000s
I20240503 13:59:02.577627 2398 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.578528 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 137, Time since last communication: 0.000s
I20240503 13:59:02.580895 2524 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 138. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.582033 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 137, Time since last communication: 0.000s
I20240503 13:59:02.585891 3834 raft_consensus.cc:1203] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.135->[1.136-1.139] Dedup: 1.138->[1.139-1.139]
I20240503 13:59:02.586660 2790 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 137. Preceding OpId from leader: term: 1 index: 139. (index mismatch)
I20240503 13:59:02.603374 3926 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Committing config change with OpId 1.139: config changed from index 94 to 139, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.606176 4021 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 139, Last known committed idx: 137, Time since last communication: 0.000s
I20240503 13:59:02.608137 3832 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 94 to 139, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.611042 2254 catalog_manager.cc:5484] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da reported cstate change: config changed from index 94 to 139, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.612890 2659 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 94 to 139, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.614719 2397 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 94 to 139, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.615209 2790 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 94 to 139, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.620286 2528 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.139: config changed from index 94 to 139, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 139 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.646559 2921 consensus_queue.cc:237] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 139, Committed index: 139, Last appended: 1.140, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 141 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:02.648955 2395 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 139. Preceding OpId from leader: term: 1 index: 141. (index mismatch)
I20240503 13:59:02.649525 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 141, Last known committed idx: 139, Time since last communication: 0.000s
I20240503 13:59:02.649832 2658 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 140. Preceding OpId from leader: term: 1 index: 141. (index mismatch)
I20240503 13:59:02.651558 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 141, Last known committed idx: 139, Time since last communication: 0.000s
I20240503 13:59:02.655323 4238 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Committing config change with OpId 1.141: config changed from index 139 to 141, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 141 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.657864 4337 tablet_replica.cc:330] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: stopping tablet replica
I20240503 13:59:02.658221 2240 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 023c27c141fd46c3946f62fe9722a285 with cas_config_opid_index 139: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:02.658846 2395 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.141: config changed from index 139 to 141, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 141 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.659792 2254 catalog_manager.cc:5484] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index 139 to 141, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: 141 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:02.659884 2658 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.141: config changed from index 139 to 141, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 141 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.660110 2787 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 139. Preceding OpId from leader: term: 1 index: 141. (index mismatch)
I20240503 13:59:02.663558 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 141, Last known committed idx: 139, Time since last communication: 0.000s
I20240503 13:59:02.663401 4337 raft_consensus.cc:2229] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:02.664580 4337 raft_consensus.cc:2258] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:02.666728 2509 tablet_service.cc:1514] Processing DeleteTablet for tablet 023c27c141fd46c3946f62fe9722a285 with delete_type TABLET_DATA_TOMBSTONED (TS 1827a6b711be43a28e417e2cb515aabc not found in new config with opid_index 141) from {username='slave'} at 127.0.0.1:45246
I20240503 13:59:02.687794 2397 raft_consensus.cc:1203] T 023c27c141fd46c3946f62fe9722a285 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.139->[1.140-1.140] Dedup: 1.140->[]
I20240503 13:59:02.691860 3833 raft_consensus.cc:1261] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 140. Preceding OpId from leader: term: 1 index: 141. (index mismatch)
I20240503 13:59:02.670972 4337 ts_tablet_manager.cc:1875] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:02.699824 2791 raft_consensus.cc:1203] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.139->[1.140-1.141] Dedup: 1.140->[1.141-1.141]
I20240503 13:59:02.700685 2791 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.141: config changed from index 139 to 141, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 141 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.705194 3925 consensus_queue.cc:1035] T 023c27c141fd46c3946f62fe9722a285 P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 141, Last known committed idx: 139, Time since last communication: 0.000s
I20240503 13:59:02.706945 4346 tablet_replica.cc:330] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: stopping tablet replica
I20240503 13:59:02.710558 3833 raft_consensus.cc:2932] T 023c27c141fd46c3946f62fe9722a285 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.141: config changed from index 139 to 141, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 141 OBSOLETE_local: false peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:02.715930 4346 raft_consensus.cc:2229] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:02.717232 4346 pending_rounds.cc:62] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Trying to abort 1 pending ops.
I20240503 13:59:02.717389 4346 pending_rounds.cc:68] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Aborting op as it isn't in flight: id { term: 1 index: 140 } timestamp: 7023594465854185472 op_type: WRITE_OP write_request { tablet_id: "023c27c141fd46c3946f62fe9722a285" schema { columns { name: "key" type: INT32 is_key: true is_nullable: false immutable: false } columns { name: "int_val" type: INT32 is_key: false is_nullable: false immutable: false } columns { name: "string_val" type: STRING is_key: false is_nullable: true immutable: false } } row_operations { rows: "<redacted>""\001\007\000\027\302\205Ie\263\312=\000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000" indirect_data: "<redacted>""338342ecdd3d9e66" } external_consistency_mode: CLIENT_PROPAGATED propagated_timestamp: 7023594465810317312 authz_token { token_data: "\010\313\335\323\261\006\"3\n\005slave\022*\n 2e57aa5fb2a94b25a1c07288a38e09ed\020\001\030\001 \001(\001" signature: "<redacted>""\211\363\314<\030&\002\324G\213\274\372\242\213\336tGR4D\313ry=`\2536\277M\317\242\214\227\2412lm\357\340\327\260q\r\221\270\003-B\351\034B\303\006\266\254y\346\253\034\025\276\310\021\325" signing_key_seq_num: 0 } } request_id { client_id: "ed68544a301547bda744f4cb2ce68da3" seq_no: 411 first_incomplete_seq_no: 411 attempt_no: 0 }
I20240503 13:59:02.718469 4346 raft_consensus.cc:2258] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:02.719378 4346 ts_tablet_manager.cc:1875] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:02.728302 4337 ts_tablet_manager.cc:1888] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.147
I20240503 13:59:02.729481 4337 log.cc:1196] T 06e6b6b195334b2796adcab20e7c0e52 P 4f61c9c8765c4df78fc74107fa0a624d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:02.730741 2241 catalog_manager.cc:4830] TS 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155): tablet 06e6b6b195334b2796adcab20e7c0e52 (table rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]) successfully deleted
I20240503 13:59:02.732057 4346 ts_tablet_manager.cc:1888] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.140
I20240503 13:59:02.734283 4346 log.cc:1196] T 023c27c141fd46c3946f62fe9722a285 P 1827a6b711be43a28e417e2cb515aabc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/023c27c141fd46c3946f62fe9722a285
I20240503 13:59:02.734968 2242 catalog_manager.cc:4830] TS 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477): tablet 023c27c141fd46c3946f62fe9722a285 (table rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]) successfully deleted
I20240503 13:59:02.870718 3832 raft_consensus.cc:1203] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.47->[1.48-1.82] Dedup: 1.51->[1.52-1.82]
I20240503 13:59:03.029045 4320 raft_consensus.cc:1050] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:03.029505 4320 consensus_queue.cc:237] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 82, Committed index: 82, Last appended: 1.83, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:03.031606 2791 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 82. Preceding OpId from leader: term: 1 index: 84. (index mismatch)
I20240503 13:59:03.031998 3832 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 83. Preceding OpId from leader: term: 1 index: 84. (index mismatch)
I20240503 13:59:03.032462 4327 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 84, Last known committed idx: 82, Time since last communication: 0.000s
I20240503 13:59:03.034545 4327 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 84, Last known committed idx: 82, Time since last communication: 0.000s
I20240503 13:59:03.042486 2791 raft_consensus.cc:1203] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.82->[1.83-1.84] Dedup: 1.83->[1.84-1.84]
I20240503 13:59:03.043063 2920 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 83. Preceding OpId from leader: term: 1 index: 84. (index mismatch)
I20240503 13:59:03.044399 4327 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 84, Last known committed idx: 82, Time since last communication: 0.000s
I20240503 13:59:03.047533 4327 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.84: config changed from index 48 to 84, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.050647 2791 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.84: config changed from index 48 to 84, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.051172 2527 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 83. Preceding OpId from leader: term: 1 index: 84. (index mismatch)
I20240503 13:59:03.053861 2248 catalog_manager.cc:5484] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 48 to 84, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.055840 3832 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.84: config changed from index 48 to 84, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.057996 3051 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 83. Preceding OpId from leader: term: 1 index: 84. (index mismatch)
I20240503 13:59:03.059495 2920 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.84: config changed from index 48 to 84, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
W20240503 13:59:03.068104 2858 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.129:39855, user_credentials={real_user=slave}} blocked reactor thread for 65704us
I20240503 13:59:03.083453 4327 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 84, Last known committed idx: 82, Time since last communication: 0.000s
I20240503 13:59:03.188222 2528 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.84: config changed from index 48 to 84, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.193049 2397 consensus_queue.cc:237] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 71, Committed index: 71, Last appended: 1.72, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
W20240503 13:59:03.194947 2334 consensus_peers.cc:485] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: f426a824e4c84b969befda058815c81a. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:03.195696 4320 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 84, Last known committed idx: 82, Time since last communication: 0.000s
I20240503 13:59:03.196019 3053 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 71. Preceding OpId from leader: term: 1 index: 73. (index mismatch)
I20240503 13:59:03.197037 2528 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 72. Preceding OpId from leader: term: 1 index: 73. (index mismatch)
I20240503 13:59:03.201393 2659 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 72. Preceding OpId from leader: term: 1 index: 73. (index mismatch)
I20240503 13:59:03.205121 2922 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 72. Preceding OpId from leader: term: 1 index: 73. (index mismatch)
I20240503 13:59:03.208196 4326 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 73, Last known committed idx: 71, Time since last communication: 0.000s
I20240503 13:59:03.208791 4327 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 73, Last known committed idx: 71, Time since last communication: 0.000s
I20240503 13:59:03.257861 4326 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 73, Last known committed idx: 70, Time since last communication: 0.000s
I20240503 13:59:03.258805 4325 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 73, Last known committed idx: 71, Time since last communication: 0.000s
I20240503 13:59:03.299224 3049 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.84: config changed from index 48 to 84, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 84 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.327764 4326 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.73: config changed from index -1 to 73, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.334322 2920 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.73: config changed from index -1 to 73, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.334457 2527 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.73: config changed from index -1 to 73, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.335727 2397 consensus_queue.cc:237] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 85, Committed index: 85, Last appended: 1.85, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 86 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:03.338282 3832 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 85. Preceding OpId from leader: term: 1 index: 86. (index mismatch)
I20240503 13:59:03.338618 4327 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 86, Last known committed idx: 85, Time since last communication: 0.000s
I20240503 13:59:03.338585 2254 catalog_manager.cc:5484] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 73, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.339323 2920 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 85. Preceding OpId from leader: term: 1 index: 86. (index mismatch)
I20240503 13:59:03.339655 4327 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 86, Last known committed idx: 85, Time since last communication: 0.000s
I20240503 13:59:03.340807 2790 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 85. Preceding OpId from leader: term: 1 index: 86. (index mismatch)
I20240503 13:59:03.350160 4320 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 86, Last known committed idx: 85, Time since last communication: 0.000s
I20240503 13:59:03.357995 2528 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 85. Preceding OpId from leader: term: 1 index: 86. (index mismatch)
I20240503 13:59:03.357981 2654 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.73: config changed from index -1 to 73, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.359179 4324 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.86: config changed from index 84 to 86, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 86 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.362462 2243 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d2c1a6d5d56c4b28b10462587890af94 with cas_config_opid_index 84: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:03.362473 2922 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.86: config changed from index 84 to 86, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 86 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.362128 3051 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.73: config changed from index -1 to 73, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.363296 2789 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.86: config changed from index 84 to 86, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 86 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.363481 3834 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.86: config changed from index 84 to 86, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 86 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.365572 4320 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 86, Last known committed idx: 85, Time since last communication: 0.000s
I20240503 13:59:03.366672 2254 catalog_manager.cc:5484] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index 84 to 86, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 86 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.370075 2526 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.86: config changed from index 84 to 86, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 86 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:03.372045 3028 tablet_service.cc:1514] Processing DeleteTablet for tablet d2c1a6d5d56c4b28b10462587890af94 with delete_type TABLET_DATA_TOMBSTONED (TS f95403e961d945b1bc869c56f95258d0 not found in new config with opid_index 86) from {username='slave'} at 127.0.0.1:56252
I20240503 13:59:03.398290 4372 tablet_replica.cc:330] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: stopping tablet replica
I20240503 13:59:03.398939 4372 raft_consensus.cc:2229] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:03.399195 4372 raft_consensus.cc:2258] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:03.407439 4372 ts_tablet_manager.cc:1875] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:03.410643 4372 ts_tablet_manager.cc:1888] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.84
I20240503 13:59:03.410836 4372 log.cc:1196] T d2c1a6d5d56c4b28b10462587890af94 P f95403e961d945b1bc869c56f95258d0: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:03.412362 2242 catalog_manager.cc:4830] TS f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849): tablet d2c1a6d5d56c4b28b10462587890af94 (table rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]) successfully deleted
I20240503 13:59:03.585389 2921 consensus_queue.cc:237] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 77, Committed index: 77, Last appended: 1.77, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:03.588074 2394 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 77. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:59:03.588142 2655 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 77. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:59:03.588945 3051 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 77. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:59:03.588886 4341 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 77, Time since last communication: 0.000s
W20240503 13:59:03.589442 2858 consensus_peers.cc:485] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 9de6a0de4ef54b039d3ba52b6ad45d3d. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:03.589501 4021 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 77, Time since last communication: 0.000s
I20240503 13:59:03.589821 4021 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 77, Time since last communication: 0.000s
I20240503 13:59:03.592250 4021 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.595546 2248 catalog_manager.cc:5484] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:03.597995 2655 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.598491 2791 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 77. Preceding OpId from leader: term: 1 index: 78. (index mismatch)
I20240503 13:59:03.599150 4341 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 78, Last known committed idx: 77, Time since last communication: 0.000s
I20240503 13:59:03.599220 2394 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.600294 2789 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.614631 3049 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.78: config changed from index -1 to 78, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:03.662824 4389 ts_tablet_manager.cc:902] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:59:03.663467 4389 tablet_copy_client.cc:308] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:39855
I20240503 13:59:03.664119 2418 tablet_copy_service.cc:140] P d111a701625045459f1ccf1387c58517: Received BeginTabletCopySession request for tablet f426a824e4c84b969befda058815c81a from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:40297)
I20240503 13:59:03.664242 2418 tablet_copy_service.cc:161] P d111a701625045459f1ccf1387c58517: Beginning new tablet copy session on tablet f426a824e4c84b969befda058815c81a from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:40297: session id = a19b8b5f3ee74142ab48268b857bf9da-f426a824e4c84b969befda058815c81a
I20240503 13:59:03.665297 2418 tablet_copy_source_session.cc:205] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:03.677711 4389 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f426a824e4c84b969befda058815c81a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:03.682662 4389 tablet_copy_client.cc:783] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:03.683033 4389 tablet_copy_client.cc:647] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:03.700332 4389 tablet_copy_client.cc:523] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:03.704192 4389 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
W20240503 13:59:04.114944 2726 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 58046.7us
I20240503 13:59:04.136538 4403 ts_tablet_manager.cc:902] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093)
I20240503 13:59:04.137200 4403 tablet_copy_client.cc:308] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:37093
I20240503 13:59:04.138638 2942 tablet_copy_service.cc:140] P f20f8575e230471f8c20ea9a29aa2c27: Received BeginTabletCopySession request for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:55231)
I20240503 13:59:04.138767 2942 tablet_copy_service.cc:161] P f20f8575e230471f8c20ea9a29aa2c27: Beginning new tablet copy session on tablet 9de6a0de4ef54b039d3ba52b6ad45d3d from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:55231: session id = a19b8b5f3ee74142ab48268b857bf9da-9de6a0de4ef54b039d3ba52b6ad45d3d
I20240503 13:59:04.139842 2942 tablet_copy_source_session.cc:205] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:04.156924 4403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:04.166595 4403 tablet_copy_client.cc:783] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:04.166878 4403 tablet_copy_client.cc:647] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:04.172438 2527 consensus_queue.cc:237] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 143, Committed index: 143, Last appended: 1.144, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:04.175664 2921 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 143. Preceding OpId from leader: term: 1 index: 145. (index mismatch)
I20240503 13:59:04.176278 4373 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 145, Last known committed idx: 143, Time since last communication: 0.000s
I20240503 13:59:04.175205 2790 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 144. Preceding OpId from leader: term: 1 index: 145. (index mismatch)
I20240503 13:59:04.177351 4373 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 145, Last known committed idx: 143, Time since last communication: 0.000s
I20240503 13:59:04.180284 3049 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 143. Preceding OpId from leader: term: 1 index: 145. (index mismatch)
I20240503 13:59:04.180992 4004 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.145: config changed from index -1 to 145, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.181591 2790 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.145: config changed from index -1 to 145, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.182561 2392 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 143. Preceding OpId from leader: term: 1 index: 145. (index mismatch)
I20240503 13:59:04.183357 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 145, Last known committed idx: 142, Time since last communication: 0.000s
I20240503 13:59:04.187163 2922 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.145: config changed from index -1 to 145, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.189395 2398 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.145: config changed from index -1 to 145, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.190912 2254 catalog_manager.cc:5484] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 145, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.207494 4375 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 145, Last known committed idx: 142, Time since last communication: 0.000s
I20240503 13:59:04.221402 4403 tablet_copy_client.cc:523] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:04.255151 3049 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.145: config changed from index -1 to 145, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.262377 4403 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
W20240503 13:59:04.276371 2465 consensus_peers.cc:485] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 22f3612f1081432e8477b2f362706bc7. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:04.291540 3053 consensus_queue.cc:237] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 169, Committed index: 169, Last appended: 1.169, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:04.295594 2527 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 169. Preceding OpId from leader: term: 1 index: 170. (index mismatch)
I20240503 13:59:04.296077 4367 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 170, Last known committed idx: 169, Time since last communication: 0.000s
W20240503 13:59:04.305269 2727 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.129:39855, user_credentials={real_user=slave}} blocked reactor thread for 72747us
I20240503 13:59:04.308063 2787 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 168. Preceding OpId from leader: term: 1 index: 170. (index mismatch)
I20240503 13:59:04.309552 4167 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 170, Last known committed idx: 168, Time since last communication: 0.000s
I20240503 13:59:04.310407 2659 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 169. Preceding OpId from leader: term: 1 index: 170. (index mismatch)
I20240503 13:59:04.310397 2791 raft_consensus.cc:1203] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.168->[1.169-1.171] Dedup: 1.169->[1.170-1.171]
I20240503 13:59:04.310926 4167 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 170, Last known committed idx: 169, Time since last communication: 0.000s
I20240503 13:59:04.313427 4167 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Committing config change with OpId 1.170: config changed from index -1 to 170, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.314237 2787 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.170: config changed from index -1 to 170, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.317263 2247 catalog_manager.cc:5484] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 reported cstate change: config changed from index -1 to 170, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
W20240503 13:59:04.318151 2989 consensus_peers.cc:485] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 3f055b7af8b14006af7336b1a89f40da. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:04.318924 2527 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.170: config changed from index -1 to 170, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:04.323961 2659 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.170: config changed from index -1 to 170, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
W20240503 13:59:04.325335 2726 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 115645us
I20240503 13:59:04.335439 2391 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 167. Preceding OpId from leader: term: 1 index: 170. (index mismatch)
I20240503 13:59:04.388285 4339 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 170, Last known committed idx: 167, Time since last communication: 0.000s
I20240503 13:59:04.390386 2391 raft_consensus.cc:1203] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.167->[1.168-1.173] Dedup: 1.168->[1.169-1.173]
I20240503 13:59:04.391268 2391 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.170: config changed from index -1 to 170, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
W20240503 13:59:04.440748 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 44372.2us
I20240503 13:59:04.657490 4437 ts_tablet_manager.cc:902] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477)
I20240503 13:59:04.663877 4437 tablet_copy_client.cc:308] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34477
I20240503 13:59:04.761101 2549 tablet_copy_service.cc:140] P 1827a6b711be43a28e417e2cb515aabc: Received BeginTabletCopySession request for tablet 22f3612f1081432e8477b2f362706bc7 from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:42401)
I20240503 13:59:04.761263 2549 tablet_copy_service.cc:161] P 1827a6b711be43a28e417e2cb515aabc: Beginning new tablet copy session on tablet 22f3612f1081432e8477b2f362706bc7 from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:42401: session id = a19b8b5f3ee74142ab48268b857bf9da-22f3612f1081432e8477b2f362706bc7
I20240503 13:59:04.762871 2549 tablet_copy_source_session.cc:205] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:04.775031 4437 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 22f3612f1081432e8477b2f362706bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:04.777679 4437 tablet_copy_client.cc:783] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:04.777909 4437 tablet_copy_client.cc:647] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:04.789062 4451 ts_tablet_manager.cc:902] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:59:04.789963 4451 tablet_copy_client.cc:308] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.134:43849
I20240503 13:59:04.795176 3073 tablet_copy_service.cc:140] P f95403e961d945b1bc869c56f95258d0: Received BeginTabletCopySession request for tablet 3f055b7af8b14006af7336b1a89f40da from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:53101)
I20240503 13:59:04.795301 3073 tablet_copy_service.cc:161] P f95403e961d945b1bc869c56f95258d0: Beginning new tablet copy session on tablet 3f055b7af8b14006af7336b1a89f40da from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:53101: session id = a19b8b5f3ee74142ab48268b857bf9da-3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:04.796608 3073 tablet_copy_source_session.cc:205] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:04.797968 4451 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3f055b7af8b14006af7336b1a89f40da. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:04.801760 4451 tablet_copy_client.cc:783] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:04.801980 4451 tablet_copy_client.cc:647] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
W20240503 13:59:04.804721 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 44481.2us
I20240503 13:59:04.814566 4451 tablet_copy_client.cc:523] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:04.834218 4451 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:59:04.869625 4437 tablet_copy_client.cc:523] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:04.871276 4437 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:59:04.933028 4389 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=79 overwritten=0 applied=79 ignored=0} inserts{seen=710 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:04.946933 4389 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:04.947183 4389 ts_tablet_manager.cc:1367] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 1.243s user 0.081s sys 0.007s
I20240503 13:59:04.947754 4389 raft_consensus.cc:348] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:04.948292 4389 raft_consensus.cc:729] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:04.951637 4389 consensus_queue.cc:260] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 79, Last appended: 1.79, Last appended by leader: 79, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 73 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:04.952221 4389 ts_tablet_manager.cc:1398] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.005s user 0.001s sys 0.000s
I20240503 13:59:04.958736 2418 tablet_copy_service.cc:342] P d111a701625045459f1ccf1387c58517: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-f426a824e4c84b969befda058815c81a received from {username='slave'} at 127.0.99.135:40297
I20240503 13:59:04.958855 2418 tablet_copy_service.cc:433] P d111a701625045459f1ccf1387c58517: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-f426a824e4c84b969befda058815c81a on tablet f426a824e4c84b969befda058815c81a with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:59:05.067942 3833 raft_consensus.cc:1203] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.72->[1.73-1.96] Dedup: 1.79->[1.80-1.96]
W20240503 13:59:05.072857 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 79503us
I20240503 13:59:05.106021 4403 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=85 overwritten=0 applied=85 ignored=0} inserts{seen=757 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:05.106516 4403 tablet_bootstrap.cc:492] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:05.106801 4403 ts_tablet_manager.cc:1367] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.844s user 0.077s sys 0.012s
I20240503 13:59:05.107959 4403 raft_consensus.cc:348] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:05.108649 4403 raft_consensus.cc:729] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:05.121601 4403 consensus_queue.cc:260] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 85, Last appended: 1.85, Last appended by leader: 85, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 78 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:05.130591 4403 ts_tablet_manager.cc:1398] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.023s user 0.001s sys 0.000s
I20240503 13:59:05.134076 2942 tablet_copy_service.cc:342] P f20f8575e230471f8c20ea9a29aa2c27: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-9de6a0de4ef54b039d3ba52b6ad45d3d received from {username='slave'} at 127.0.99.135:55231
I20240503 13:59:05.134177 2942 tablet_copy_service.cc:433] P f20f8575e230471f8c20ea9a29aa2c27: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-9de6a0de4ef54b039d3ba52b6ad45d3d on tablet 9de6a0de4ef54b039d3ba52b6ad45d3d with peer a19b8b5f3ee74142ab48268b857bf9da
W20240503 13:59:05.196020 4472 log.cc:924] Time spent T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da: Append to log took a long time: real 0.074s user 0.000s sys 0.000s
I20240503 13:59:05.205981 4402 raft_consensus.cc:1050] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:05.206537 4402 consensus_queue.cc:237] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 97, Committed index: 97, Last appended: 1.97, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:05.210201 3833 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 97. Preceding OpId from leader: term: 1 index: 98. (index mismatch)
I20240503 13:59:05.210739 4324 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 98, Last known committed idx: 97, Time since last communication: 0.000s
I20240503 13:59:05.212258 2922 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 97. Preceding OpId from leader: term: 1 index: 98. (index mismatch)
I20240503 13:59:05.212721 4320 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 98, Last known committed idx: 97, Time since last communication: 0.000s
I20240503 13:59:05.236198 3048 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 97. Preceding OpId from leader: term: 1 index: 98. (index mismatch)
I20240503 13:59:05.237247 4479 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 98, Last known committed idx: 96, Time since last communication: 0.000s
I20240503 13:59:05.237555 2659 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 97. Preceding OpId from leader: term: 1 index: 98. (index mismatch)
I20240503 13:59:05.245779 2527 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 97. Preceding OpId from leader: term: 1 index: 98. (index mismatch)
I20240503 13:59:05.313903 3832 raft_consensus.cc:1203] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.77->[1.78-1.91] Dedup: 1.85->[1.86-1.91]
W20240503 13:59:05.326798 2333 outbound_call.cc:322] RPC callback for RPC call kudu.master.MasterService.TSHeartbeat -> {remote=127.0.99.190:39453, user_credentials={real_user=slave}} blocked reactor thread for 75156.5us
I20240503 13:59:05.361554 4320 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 98, Last known committed idx: 97, Time since last communication: 0.000s
I20240503 13:59:05.382560 4320 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 98, Last known committed idx: 96, Time since last communication: 0.000s
I20240503 13:59:05.463291 4451 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=178 overwritten=0 applied=177 ignored=0} inserts{seen=862 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 1 replicates
I20240503 13:59:05.464195 4451 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:05.464479 4451 ts_tablet_manager.cc:1367] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.631s user 0.136s sys 0.020s
I20240503 13:59:05.466430 4451 raft_consensus.cc:348] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 1 pending ops. Active config: opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:05.467315 4451 raft_consensus.cc:729] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:05.467485 4451 consensus_queue.cc:260] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 177, Last appended: 1.178, Last appended by leader: 178, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 170 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:05.467873 4451 ts_tablet_manager.cc:1398] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:05.468498 3073 tablet_copy_service.cc:342] P f95403e961d945b1bc869c56f95258d0: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-3f055b7af8b14006af7336b1a89f40da received from {username='slave'} at 127.0.99.135:53101
I20240503 13:59:05.468585 3073 tablet_copy_service.cc:433] P f95403e961d945b1bc869c56f95258d0: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-3f055b7af8b14006af7336b1a89f40da on tablet 3f055b7af8b14006af7336b1a89f40da with peer a19b8b5f3ee74142ab48268b857bf9da
W20240503 13:59:05.490883 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 95641.8us
I20240503 13:59:05.491974 3663 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.98: config changed from index 73 to 98, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.494781 3053 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.98: config changed from index 73 to 98, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.494891 2922 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.98: config changed from index 73 to 98, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.498807 2248 catalog_manager.cc:5484] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 reported cstate change: config changed from index 73 to 98, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.503623 2657 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.98: config changed from index 73 to 98, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.508330 3831 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.98: config changed from index 73 to 98, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.512593 4437 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=155 overwritten=0 applied=155 ignored=0} inserts{seen=827 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:05.514369 4437 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:05.514588 4437 ts_tablet_manager.cc:1367] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.643s user 0.128s sys 0.009s
I20240503 13:59:05.515060 4437 raft_consensus.cc:348] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:05.515200 4437 raft_consensus.cc:729] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:05.515303 4437 consensus_queue.cc:260] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 155, Last appended: 1.155, Last appended by leader: 155, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 145 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:05.516379 4437 ts_tablet_manager.cc:1398] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 13:59:05.526850 2549 tablet_copy_service.cc:342] P 1827a6b711be43a28e417e2cb515aabc: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-22f3612f1081432e8477b2f362706bc7 received from {username='slave'} at 127.0.99.135:42401
I20240503 13:59:05.526963 2549 tablet_copy_service.cc:433] P 1827a6b711be43a28e417e2cb515aabc: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-22f3612f1081432e8477b2f362706bc7 on tablet 22f3612f1081432e8477b2f362706bc7 with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:59:05.587321 2526 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.98: config changed from index 73 to 98, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 98 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.592057 2398 consensus_queue.cc:237] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 99, Committed index: 99, Last appended: 1.100, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 101 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:05.614280 2920 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 100. Preceding OpId from leader: term: 1 index: 101. (index mismatch)
I20240503 13:59:05.615242 4324 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 101, Last known committed idx: 99, Time since last communication: 0.000s
I20240503 13:59:05.615403 3832 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 100. Preceding OpId from leader: term: 1 index: 101. (index mismatch)
I20240503 13:59:05.616499 4492 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 101, Last known committed idx: 99, Time since last communication: 0.000s
I20240503 13:59:05.620952 2528 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 99. Preceding OpId from leader: term: 1 index: 101. (index mismatch)
I20240503 13:59:05.621161 3663 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.101: config changed from index 98 to 101, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 101 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.622633 3048 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 100. Preceding OpId from leader: term: 1 index: 101. (index mismatch)
I20240503 13:59:05.623401 2243 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet f426a824e4c84b969befda058815c81a with cas_config_opid_index 98: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:05.623925 3832 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.101: config changed from index 98 to 101, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 101 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.624029 2922 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.101: config changed from index 98 to 101, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 101 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.627133 2252 catalog_manager.cc:5484] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da reported cstate change: config changed from index 98 to 101, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 101 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.635370 4320 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 101, Last known committed idx: 99, Time since last communication: 0.000s
I20240503 13:59:05.635670 4320 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 101, Last known committed idx: 99, Time since last communication: 0.000s
I20240503 13:59:05.641343 4341 raft_consensus.cc:1050] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:05.641773 4341 consensus_queue.cc:237] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 91, Committed index: 91, Last appended: 1.92, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:05.644620 2392 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 92. Preceding OpId from leader: term: 1 index: 93. (index mismatch)
I20240503 13:59:05.644804 2657 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 91. Preceding OpId from leader: term: 1 index: 93. (index mismatch)
I20240503 13:59:05.645205 4383 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 93, Last known committed idx: 91, Time since last communication: 0.000s
I20240503 13:59:05.645484 4383 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 93, Last known committed idx: 91, Time since last communication: 0.000s
I20240503 13:59:05.645632 3832 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 92. Preceding OpId from leader: term: 1 index: 93. (index mismatch)
I20240503 13:59:05.646649 4021 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 93, Last known committed idx: 91, Time since last communication: 0.000s
I20240503 13:59:05.648846 3048 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.101: config changed from index 98 to 101, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 101 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.649325 4394 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Committing config change with OpId 1.93: config changed from index 78 to 93, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.649721 3832 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.93: config changed from index 78 to 93, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.651366 2790 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 92. Preceding OpId from leader: term: 1 index: 93. (index mismatch)
I20240503 13:59:05.652261 4021 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 93, Last known committed idx: 91, Time since last communication: 0.000s
I20240503 13:59:05.653854 2657 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.93: config changed from index 78 to 93, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.657411 2392 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.93: config changed from index 78 to 93, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.659240 2528 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.101: config changed from index 98 to 101, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 101 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.662389 2659 raft_consensus.cc:1203] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.91->[1.92-1.92] Dedup: 1.92->[]
I20240503 13:59:05.662925 2790 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.93: config changed from index 78 to 93, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.666071 3051 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 92. Preceding OpId from leader: term: 1 index: 93. (index mismatch)
I20240503 13:59:05.666518 4341 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 93, Last known committed idx: 91, Time since last communication: 0.000s
I20240503 13:59:05.678670 3831 raft_consensus.cc:1203] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.169->[1.170-1.189] Dedup: 1.178->[1.179-1.189]
I20240503 13:59:05.679642 2640 tablet_service.cc:1514] Processing DeleteTablet for tablet f426a824e4c84b969befda058815c81a with delete_type TABLET_DATA_TOMBSTONED (TS 7859db26507f469d9a578ecb745dcafc not found in new config with opid_index 101) from {username='slave'} at 127.0.0.1:37550
I20240503 13:59:05.682729 2248 catalog_manager.cc:5484] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 78 to 93, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.683269 3051 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.93: config changed from index 78 to 93, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 93 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.692247 4496 tablet_replica.cc:330] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: stopping tablet replica
I20240503 13:59:05.692438 4496 raft_consensus.cc:2229] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:05.692859 4496 pending_rounds.cc:62] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Trying to abort 1 pending ops.
I20240503 13:59:05.692920 4496 pending_rounds.cc:68] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Aborting op as it isn't in flight: id { term: 1 index: 100 } timestamp: 7023594477920727040 op_type: WRITE_OP write_request { tablet_id: "f426a824e4c84b969befda058815c81a" schema { columns { name: "key" type: INT32 is_key: true is_nullable: false immutable: false } columns { name: "int_val" type: INT32 is_key: false is_nullable: false immutable: false } columns { name: "string_val" type: STRING is_key: false is_nullable: true immutable: false } } row_operations { rows: "<redacted>""\001\007\000\353sZ3\227\237\235\363\000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000" indirect_data: "<redacted>""fa7d53eef422da2a" } external_consistency_mode: CLIENT_PROPAGATED propagated_timestamp: 7023594476553068544 authz_token { token_data: "\010\313\335\323\261\006\"3\n\005slave\022*\n 51917e7bcde641488e7eaed7d5eb3fd0\020\001\030\001 \001(\001" signature: "<redacted>""*q\256|\333k\360\251\206r\376\203m\312\345\257\031)D\240\317Z\205\014\305F\346\230\326\036O\365\257\010\266C\310\342\305k\324\233S\247\367\260U\000n\340\375\267\036\375PT\3341\232\340u4I\214" signing_key_seq_num: 0 } } request_id { client_id: "8a5d10ddeeec4f4bb86862a161684eb0" seq_no: 259 first_incomplete_seq_no: 259 attempt_no: 0 }
I20240503 13:59:05.693257 4496 raft_consensus.cc:2258] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:05.694121 4496 ts_tablet_manager.cc:1875] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:05.703522 4132 raft_consensus.cc:1050] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:05.703976 4132 consensus_queue.cc:237] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 189, Committed index: 189, Last appended: 1.190, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 191 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:05.706365 3833 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 189. Preceding OpId from leader: term: 1 index: 191. (index mismatch)
I20240503 13:59:05.708704 4167 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 191, Last known committed idx: 189, Time since last communication: 0.000s
I20240503 13:59:05.710073 2791 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 190. Preceding OpId from leader: term: 1 index: 191. (index mismatch)
I20240503 13:59:05.711628 3830 raft_consensus.cc:1203] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.144->[1.145-1.161] Dedup: 1.155->[1.156-1.161]
I20240503 13:59:05.713254 2528 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 190. Preceding OpId from leader: term: 1 index: 191. (index mismatch)
I20240503 13:59:05.714145 4367 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 191, Last known committed idx: 189, Time since last communication: 0.000s
I20240503 13:59:05.716996 4367 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 191, Last known committed idx: 189, Time since last communication: 0.000s
I20240503 13:59:05.720245 3833 raft_consensus.cc:1203] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.189->[1.190-1.191] Dedup: 1.190->[1.191-1.191]
I20240503 13:59:05.727809 4496 ts_tablet_manager.cc:1888] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.100
I20240503 13:59:05.727970 4496 log.cc:1196] T f426a824e4c84b969befda058815c81a P 7859db26507f469d9a578ecb745dcafc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/f426a824e4c84b969befda058815c81a
I20240503 13:59:05.729882 2242 catalog_manager.cc:4830] TS 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211): tablet f426a824e4c84b969befda058815c81a (table rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]) successfully deleted
I20240503 13:59:05.732954 4167 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Committing config change with OpId 1.191: config changed from index 170 to 191, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 191 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.741855 2247 catalog_manager.cc:5484] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 reported cstate change: config changed from index 170 to 191, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: 191 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:05.743883 2528 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.191: config changed from index 170 to 191, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 191 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.744958 2657 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 189. Preceding OpId from leader: term: 1 index: 191. (index mismatch)
I20240503 13:59:05.750593 4132 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 191, Last known committed idx: 188, Time since last communication: 0.000s
I20240503 13:59:05.754969 2789 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.191: config changed from index 170 to 191, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 191 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.768168 3833 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.191: config changed from index 170 to 191, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 191 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.792169 2655 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.191: config changed from index 170 to 191, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 191 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.797188 2394 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 188. Preceding OpId from leader: term: 1 index: 191. (index mismatch)
I20240503 13:59:05.807139 3053 consensus_queue.cc:237] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 192, Committed index: 192, Last appended: 1.192, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 193 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:05.809285 3830 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 192. Preceding OpId from leader: term: 1 index: 193. (index mismatch)
I20240503 13:59:05.809653 4339 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 193, Last known committed idx: 191, Time since last communication: 0.000s
I20240503 13:59:05.811543 2791 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 192. Preceding OpId from leader: term: 1 index: 193. (index mismatch)
I20240503 13:59:05.811977 2525 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 192. Preceding OpId from leader: term: 1 index: 193. (index mismatch)
I20240503 13:59:05.812532 4167 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 193, Last known committed idx: 192, Time since last communication: 0.000s
I20240503 13:59:05.814601 4339 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Committing config change with OpId 1.193: config changed from index 191 to 193, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 193 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.817078 3830 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.193: config changed from index 191 to 193, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 193 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.821029 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 3f055b7af8b14006af7336b1a89f40da with cas_config_opid_index 191: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:05.822404 4167 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 193, Last known committed idx: 191, Time since last communication: 0.000s
I20240503 13:59:05.825019 2528 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.193: config changed from index 191 to 193, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 193 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.828306 2247 catalog_manager.cc:5484] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 191 to 193, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: 193 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.829262 2657 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 191. Preceding OpId from leader: term: 1 index: 193. (index mismatch)
I20240503 13:59:05.834460 4367 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 193, Last known committed idx: 189, Time since last communication: 0.000s
I20240503 13:59:05.842413 2376 tablet_service.cc:1514] Processing DeleteTablet for tablet 3f055b7af8b14006af7336b1a89f40da with delete_type TABLET_DATA_TOMBSTONED (TS d111a701625045459f1ccf1387c58517 not found in new config with opid_index 193) from {username='slave'} at 127.0.0.1:37612
I20240503 13:59:05.847919 2655 raft_consensus.cc:1203] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.191->[1.192-1.194] Dedup: 1.192->[1.193-1.194]
I20240503 13:59:05.850708 2655 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.193: config changed from index 191 to 193, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 193 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.858122 2791 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.193: config changed from index 191 to 193, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 193 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.884701 2659 consensus_queue.cc:237] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 127, Committed index: 127, Last appended: 1.128, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
W20240503 13:59:05.888368 2596 consensus_peers.cc:485] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc -> Peer a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): Couldn't send request to peer a19b8b5f3ee74142ab48268b857bf9da. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 25ef4a80c05643f6a500149f7f48b802. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:05.894311 2398 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 128. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:05.894784 4338 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:05.896258 2918 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 128. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:05.898902 4338 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:05.900732 2921 consensus_queue.cc:237] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 94, Committed index: 94, Last appended: 1.94, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 95 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:05.901635 4338 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.129: config changed from index -1 to 129, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:05.902055 3833 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 94. Preceding OpId from leader: term: 1 index: 95. (index mismatch)
I20240503 13:59:05.902375 4394 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 95, Last known committed idx: 94, Time since last communication: 0.000s
I20240503 13:59:05.904218 2920 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index -1 to 129, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:05.907013 2394 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index -1 to 129, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:05.913806 3048 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 94. Preceding OpId from leader: term: 1 index: 95. (index mismatch)
I20240503 13:59:05.914388 2790 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 94. Preceding OpId from leader: term: 1 index: 95. (index mismatch)
I20240503 13:59:05.915123 4394 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 95, Last known committed idx: 94, Time since last communication: 0.000s
I20240503 13:59:05.916477 4394 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 95, Last known committed idx: 94, Time since last communication: 0.000s
I20240503 13:59:05.917182 2659 raft_consensus.cc:1261] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f20f8575e230471f8c20ea9a29aa2c27: Log matching property violated. Preceding OpId in replica: term: 1 index: 94. Preceding OpId from leader: term: 1 index: 95. (index mismatch)
I20240503 13:59:05.917788 4394 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [term 1 LEADER]: Committing config change with OpId 1.95: config changed from index 93 to 95, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 95 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.917917 4494 consensus_queue.cc:1035] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f20f8575e230471f8c20ea9a29aa2c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 95, Last known committed idx: 94, Time since last communication: 0.000s
I20240503 13:59:05.919646 2240 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d with cas_config_opid_index 93: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:05.920238 3833 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.95: config changed from index 93 to 95, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 95 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.923385 2247 catalog_manager.cc:5484] T 9de6a0de4ef54b039d3ba52b6ad45d3d P a19b8b5f3ee74142ab48268b857bf9da reported cstate change: config changed from index 93 to 95, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "f20f8575e230471f8c20ea9a29aa2c27" committed_config { opid_index: 95 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.926215 2376 tablet_service.cc:1514] Processing DeleteTablet for tablet 9de6a0de4ef54b039d3ba52b6ad45d3d with delete_type TABLET_DATA_TOMBSTONED (TS d111a701625045459f1ccf1387c58517 not found in new config with opid_index 95) from {username='slave'} at 127.0.0.1:37612
I20240503 13:59:05.928210 2790 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.95: config changed from index 93 to 95, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 95 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.931221 2254 catalog_manager.cc:5484] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index -1 to 129, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:05.937208 2659 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.95: config changed from index 93 to 95, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 95 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.943171 3053 raft_consensus.cc:2932] T 9de6a0de4ef54b039d3ba52b6ad45d3d P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.95: config changed from index 93 to 95, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 95 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:05.965608 3048 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 128. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:05.991991 4056 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:05.998715 4504 tablet_replica.cc:330] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: stopping tablet replica
I20240503 13:59:05.999440 3049 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index -1 to 129, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:06.002501 4504 raft_consensus.cc:2229] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:06.021337 3736 raft_consensus.cc:1050] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:06.021881 3736 consensus_queue.cc:237] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 161, Committed index: 161, Last appended: 1.162, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:06.024742 2787 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 162. Preceding OpId from leader: term: 1 index: 163. (index mismatch)
I20240503 13:59:06.025172 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 163, Last known committed idx: 161, Time since last communication: 0.000s
I20240503 13:59:06.026897 3053 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 161. Preceding OpId from leader: term: 1 index: 163. (index mismatch)
I20240503 13:59:06.026901 3832 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 162. Preceding OpId from leader: term: 1 index: 163. (index mismatch)
I20240503 13:59:06.027277 4373 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 163, Last known committed idx: 161, Time since last communication: 0.000s
I20240503 13:59:06.027503 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 163, Last known committed idx: 161, Time since last communication: 0.000s
I20240503 13:59:06.030820 4504 raft_consensus.cc:2258] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:06.032001 3511 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.163: config changed from index 145 to 163, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.032459 2528 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 127. Preceding OpId from leader: term: 1 index: 129. (index mismatch)
I20240503 13:59:06.035634 3830 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.163: config changed from index 145 to 163, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.035799 3053 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.163: config changed from index 145 to 163, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.039732 2247 catalog_manager.cc:5484] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 145 to 163, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:06.041887 3051 raft_consensus.cc:1203] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.161->[1.162-1.162] Dedup: 1.162->[]
I20240503 13:59:06.045879 2790 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.163: config changed from index 145 to 163, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.054095 2922 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 162. Preceding OpId from leader: term: 1 index: 163. (index mismatch)
I20240503 13:59:06.054594 3736 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 163, Last known committed idx: 161, Time since last communication: 0.000s
I20240503 13:59:06.055672 2921 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.163: config changed from index 145 to 163, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
W20240503 13:59:06.067286 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 56521.7us
I20240503 13:59:06.071338 4504 ts_tablet_manager.cc:1875] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:06.089259 4505 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 129, Last known committed idx: 127, Time since last communication: 0.000s
I20240503 13:59:06.126384 2398 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 161. Preceding OpId from leader: term: 1 index: 163. (index mismatch)
I20240503 13:59:06.157265 4519 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 163, Last known committed idx: 161, Time since last communication: 0.000s
I20240503 13:59:06.184111 2398 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.163: config changed from index 145 to 163, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 163 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.231982 2529 consensus_queue.cc:237] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 167, Committed index: 167, Last appended: 1.167, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 168 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:06.236198 2918 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 167. Preceding OpId from leader: term: 1 index: 168. (index mismatch)
I20240503 13:59:06.237087 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 168, Last known committed idx: 167, Time since last communication: 0.000s
I20240503 13:59:06.241617 2791 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 167. Preceding OpId from leader: term: 1 index: 168. (index mismatch)
I20240503 13:59:06.245102 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 168, Last known committed idx: 167, Time since last communication: 0.000s
I20240503 13:59:06.246767 2526 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.129: config changed from index -1 to 129, NON_VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) added. New config: { opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } } }
I20240503 13:59:06.257932 3832 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 167. Preceding OpId from leader: term: 1 index: 168. (index mismatch)
I20240503 13:59:06.274925 4504 ts_tablet_manager.cc:1888] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.188
I20240503 13:59:06.280519 3511 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 168, Last known committed idx: 167, Time since last communication: 0.000s
I20240503 13:59:06.284919 3511 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.168: config changed from index 163 to 168, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 168 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.286777 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 22f3612f1081432e8477b2f362706bc7 with cas_config_opid_index 163: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:06.276316 4504 log.cc:1196] T 3f055b7af8b14006af7336b1a89f40da P d111a701625045459f1ccf1387c58517: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:06.287928 2251 catalog_manager.cc:5484] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 163 to 168, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 168 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:06.288321 3833 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.168: config changed from index 163 to 168, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 168 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.289276 4504 tablet_replica.cc:330] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: stopping tablet replica
I20240503 13:59:06.292116 3028 tablet_service.cc:1514] Processing DeleteTablet for tablet 22f3612f1081432e8477b2f362706bc7 with delete_type TABLET_DATA_TOMBSTONED (TS f95403e961d945b1bc869c56f95258d0 not found in new config with opid_index 168) from {username='slave'} at 127.0.0.1:56252
I20240503 13:59:06.292769 2243 catalog_manager.cc:4830] TS d111a701625045459f1ccf1387c58517 (127.0.99.129:39855): tablet 3f055b7af8b14006af7336b1a89f40da (table rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]) successfully deleted
I20240503 13:59:06.297847 2398 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 167. Preceding OpId from leader: term: 1 index: 168. (index mismatch)
I20240503 13:59:06.302552 4504 raft_consensus.cc:2229] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:06.303812 2920 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.168: config changed from index 163 to 168, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 168 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.304378 4504 raft_consensus.cc:2258] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:06.316471 4373 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 168, Last known committed idx: 167, Time since last communication: 0.000s
W20240503 13:59:06.328701 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 46250.4us
I20240503 13:59:06.332854 4504 ts_tablet_manager.cc:1875] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:06.338917 2789 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.168: config changed from index 163 to 168, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 168 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.343195 2392 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.168: config changed from index 163 to 168, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 168 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.362632 4504 ts_tablet_manager.cc:1888] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.94
I20240503 13:59:06.363348 4504 log.cc:1196] T 9de6a0de4ef54b039d3ba52b6ad45d3d P d111a701625045459f1ccf1387c58517: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/9de6a0de4ef54b039d3ba52b6ad45d3d
I20240503 13:59:06.364045 2243 catalog_manager.cc:4830] TS d111a701625045459f1ccf1387c58517 (127.0.99.129:39855): tablet 9de6a0de4ef54b039d3ba52b6ad45d3d (table rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]) successfully deleted
I20240503 13:59:06.396387 4544 ts_tablet_manager.cc:902] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: Initiating tablet copy from peer 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:59:06.398589 4544 tablet_copy_client.cc:308] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:40211
I20240503 13:59:06.399621 2680 tablet_copy_service.cc:140] P 7859db26507f469d9a578ecb745dcafc: Received BeginTabletCopySession request for tablet 25ef4a80c05643f6a500149f7f48b802 from peer a19b8b5f3ee74142ab48268b857bf9da ({username='slave'} at 127.0.99.135:52191)
I20240503 13:59:06.399727 2680 tablet_copy_service.cc:161] P 7859db26507f469d9a578ecb745dcafc: Beginning new tablet copy session on tablet 25ef4a80c05643f6a500149f7f48b802 from peer a19b8b5f3ee74142ab48268b857bf9da at {username='slave'} at 127.0.99.135:52191: session id = a19b8b5f3ee74142ab48268b857bf9da-25ef4a80c05643f6a500149f7f48b802
I20240503 13:59:06.400665 2680 tablet_copy_source_session.cc:205] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:06.404466 4544 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 25ef4a80c05643f6a500149f7f48b802. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:06.409377 4544 tablet_copy_client.cc:783] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:06.409700 4544 tablet_copy_client.cc:647] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:06.410939 4544 tablet_copy_client.cc:523] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:06.412321 4544 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap starting.
I20240503 13:59:06.442945 4532 tablet_replica.cc:330] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: stopping tablet replica
I20240503 13:59:06.443475 4532 raft_consensus.cc:2229] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:06.443919 4532 raft_consensus.cc:2258] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:06.444797 4532 ts_tablet_manager.cc:1875] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:06.468024 4532 ts_tablet_manager.cc:1888] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.167
I20240503 13:59:06.468129 4532 log.cc:1196] T 22f3612f1081432e8477b2f362706bc7 P f95403e961d945b1bc869c56f95258d0: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/22f3612f1081432e8477b2f362706bc7
I20240503 13:59:06.468787 2242 catalog_manager.cc:4830] TS f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849): tablet 22f3612f1081432e8477b2f362706bc7 (table rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]) successfully deleted
I20240503 13:59:06.658427 4544 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap replayed 1/1 log segments. Stats: ops{read=131 overwritten=0 applied=131 ignored=0} inserts{seen=762 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:06.658922 4544 tablet_bootstrap.cc:492] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: Bootstrap complete.
I20240503 13:59:06.659471 4544 ts_tablet_manager.cc:1367] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: Time spent bootstrapping tablet: real 0.247s user 0.109s sys 0.005s
I20240503 13:59:06.660795 4544 raft_consensus.cc:348] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:06.661079 4544 raft_consensus.cc:729] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a19b8b5f3ee74142ab48268b857bf9da, State: Initialized, Role: LEARNER
I20240503 13:59:06.661260 4544 consensus_queue.cc:260] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 131, Last appended: 1.131, Last appended by leader: 131, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 129 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: true } }
I20240503 13:59:06.661671 4544 ts_tablet_manager.cc:1398] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:06.662449 2680 tablet_copy_service.cc:342] P 7859db26507f469d9a578ecb745dcafc: Request end of tablet copy session a19b8b5f3ee74142ab48268b857bf9da-25ef4a80c05643f6a500149f7f48b802 received from {username='slave'} at 127.0.99.135:52191
I20240503 13:59:06.662534 2680 tablet_copy_service.cc:433] P 7859db26507f469d9a578ecb745dcafc: ending tablet copy session a19b8b5f3ee74142ab48268b857bf9da-25ef4a80c05643f6a500149f7f48b802 on tablet 25ef4a80c05643f6a500149f7f48b802 with peer a19b8b5f3ee74142ab48268b857bf9da
I20240503 13:59:06.774735 3832 raft_consensus.cc:1203] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Deduplicated request from leader. Original: 1.128->[1.129-1.132] Dedup: 1.131->[1.132-1.132]
W20240503 13:59:06.809674 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 49726.5us
W20240503 13:59:06.867441 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 69847.5us
I20240503 13:59:06.952142 3674 raft_consensus.cc:1050] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc: attempting to promote NON_VOTER a19b8b5f3ee74142ab48268b857bf9da to VOTER
I20240503 13:59:06.952630 3674 consensus_queue.cc:237] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 132, Committed index: 132, Last appended: 1.133, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:06.956597 2916 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 133. Preceding OpId from leader: term: 1 index: 134. (index mismatch)
I20240503 13:59:06.956729 2394 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 133. Preceding OpId from leader: term: 1 index: 134. (index mismatch)
I20240503 13:59:06.957949 3834 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [term 1 LEARNER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 133. Preceding OpId from leader: term: 1 index: 134. (index mismatch)
I20240503 13:59:06.971155 4505 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 134, Last known committed idx: 132, Time since last communication: 0.000s
I20240503 13:59:06.971465 4131 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 134, Last known committed idx: 132, Time since last communication: 0.000s
I20240503 13:59:06.971568 4505 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 134, Last known committed idx: 132, Time since last communication: 0.000s
I20240503 13:59:06.977325 4505 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.134: config changed from index 129 to 134, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.979759 2528 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 133. Preceding OpId from leader: term: 1 index: 134. (index mismatch)
I20240503 13:59:06.981132 2394 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.134: config changed from index 129 to 134, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.985189 3048 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 132. Preceding OpId from leader: term: 1 index: 134. (index mismatch)
I20240503 13:59:06.986275 3830 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.134: config changed from index 129 to 134, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:06.994262 2247 catalog_manager.cc:5484] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da reported cstate change: config changed from index 129 to 134, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.032593 2920 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.134: config changed from index 129 to 134, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.034308 4131 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 134, Last known committed idx: 132, Time since last communication: 0.000s
I20240503 13:59:07.035264 4131 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 134, Last known committed idx: 132, Time since last communication: 0.000s
I20240503 13:59:07.037611 3048 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.134: config changed from index 129 to 134, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.057593 2524 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.134: config changed from index 129 to 134, a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 134 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { replace: true } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.141664 2659 consensus_queue.cc:237] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 135, Committed index: 135, Last appended: 1.135, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 136 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } }
I20240503 13:59:07.143744 3832 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 135. Preceding OpId from leader: term: 1 index: 136. (index mismatch)
I20240503 13:59:07.143754 2921 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 135. Preceding OpId from leader: term: 1 index: 136. (index mismatch)
I20240503 13:59:07.144148 3674 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 136, Last known committed idx: 135, Time since last communication: 0.000s
I20240503 13:59:07.146745 3674 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 136, Last known committed idx: 135, Time since last communication: 0.000s
I20240503 13:59:07.150481 3674 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.136: config changed from index 134 to 136, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 136 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.151293 2921 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.136: config changed from index 134 to 136, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 136 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.153108 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 25ef4a80c05643f6a500149f7f48b802 with cas_config_opid_index 134: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:07.153787 3832 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.136: config changed from index 134 to 136, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 136 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.154278 2252 catalog_manager.cc:5484] T 25ef4a80c05643f6a500149f7f48b802 P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index 134 to 136, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 136 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.174769 2376 tablet_service.cc:1514] Processing DeleteTablet for tablet 25ef4a80c05643f6a500149f7f48b802 with delete_type TABLET_DATA_TOMBSTONED (TS d111a701625045459f1ccf1387c58517 not found in new config with opid_index 136) from {username='slave'} at 127.0.0.1:37612
I20240503 13:59:07.192548 2528 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 135. Preceding OpId from leader: term: 1 index: 136. (index mismatch)
I20240503 13:59:07.204725 3053 raft_consensus.cc:1261] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 135. Preceding OpId from leader: term: 1 index: 136. (index mismatch)
I20240503 13:59:07.206817 4505 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 136, Last known committed idx: 135, Time since last communication: 0.000s
I20240503 13:59:07.213462 4571 tablet_replica.cc:330] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: stopping tablet replica
I20240503 13:59:07.213675 4571 raft_consensus.cc:2229] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:07.213867 4571 raft_consensus.cc:2258] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:07.220294 4571 ts_tablet_manager.cc:1875] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:07.223407 4571 ts_tablet_manager.cc:1888] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.135
I20240503 13:59:07.227329 4571 log.cc:1196] T 25ef4a80c05643f6a500149f7f48b802 P d111a701625045459f1ccf1387c58517: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/25ef4a80c05643f6a500149f7f48b802
I20240503 13:59:07.235503 4505 consensus_queue.cc:1035] T 25ef4a80c05643f6a500149f7f48b802 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 136, Last known committed idx: 135, Time since last communication: 0.000s
I20240503 13:59:07.242962 2526 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.136: config changed from index 134 to 136, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 136 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.255707 3053 raft_consensus.cc:2932] T 25ef4a80c05643f6a500149f7f48b802 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.136: config changed from index 134 to 136, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 136 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } }
I20240503 13:59:07.300518 2243 catalog_manager.cc:4830] TS d111a701625045459f1ccf1387c58517 (127.0.99.129:39855): tablet 25ef4a80c05643f6a500149f7f48b802 (table rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]) successfully deleted
I20240503 13:59:08.950938 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
W20240503 13:59:09.103013 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 55793.1us
W20240503 13:59:09.141825 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 48548us
W20240503 13:59:09.141865 2334 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.135:38981, user_credentials={real_user=slave}} blocked reactor thread for 47609us
I20240503 13:59:09.154827 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:09.180251 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:09.203310 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:09.206900 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:09.300974 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:09.438824 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:10.027237 2658 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 313, Committed index: 313, Last appended: 1.314, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } }
I20240503 13:59:10.029536 2791 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 314. Preceding OpId from leader: term: 1 index: 315. (index mismatch)
I20240503 13:59:10.029986 4506 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 315, Last known committed idx: 313, Time since last communication: 0.000s
I20240503 13:59:10.030187 3833 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 314. Preceding OpId from leader: term: 1 index: 315. (index mismatch)
I20240503 13:59:10.030627 4506 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 315, Last known committed idx: 313, Time since last communication: 0.000s
I20240503 13:59:10.033630 3674 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.315: config changed from index 99 to 315, NON_VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) added. New config: { opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } } }
I20240503 13:59:10.034749 2791 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.315: config changed from index 99 to 315, NON_VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) added. New config: { opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } } }
I20240503 13:59:10.039625 2920 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 314. Preceding OpId from leader: term: 1 index: 315. (index mismatch)
I20240503 13:59:10.043949 4649 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 315, Last known committed idx: 313, Time since last communication: 0.000s
I20240503 13:59:10.045732 2920 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.315: config changed from index 99 to 315, NON_VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) added. New config: { opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } } }
I20240503 13:59:10.048277 2254 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 99 to 315, NON_VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) added. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:10.050163 3051 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 314. Preceding OpId from leader: term: 1 index: 315. (index mismatch)
I20240503 13:59:10.053223 3830 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.315: config changed from index 99 to 315, NON_VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) added. New config: { opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } } }
W20240503 13:59:10.056326 2595 consensus_peers.cc:485] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc -> Peer 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477): Couldn't send request to peer 1827a6b711be43a28e417e2cb515aabc. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 0777feb6f7514b9288bdbfd6629ceeff. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:10.057590 4506 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 315, Last known committed idx: 313, Time since last communication: 0.000s
I20240503 13:59:10.065840 3051 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.315: config changed from index 99 to 315, NON_VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) added. New config: { opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } } }
I20240503 13:59:10.464715 4692 ts_tablet_manager.cc:902] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: Initiating tablet copy from peer 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:59:10.481019 4692 tablet_copy_client.cc:308] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:40211
I20240503 13:59:10.507274 2680 tablet_copy_service.cc:140] P 7859db26507f469d9a578ecb745dcafc: Received BeginTabletCopySession request for tablet 0777feb6f7514b9288bdbfd6629ceeff from peer 1827a6b711be43a28e417e2cb515aabc ({username='slave'} at 127.0.99.130:35935)
I20240503 13:59:10.507431 2680 tablet_copy_service.cc:161] P 7859db26507f469d9a578ecb745dcafc: Beginning new tablet copy session on tablet 0777feb6f7514b9288bdbfd6629ceeff from peer 1827a6b711be43a28e417e2cb515aabc at {username='slave'} at 127.0.99.130:35935: session id = 1827a6b711be43a28e417e2cb515aabc-0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:10.508345 2680 tablet_copy_source_session.cc:205] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:10.529192 4692 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:10.541935 4692 tablet_copy_client.cc:783] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:10.542312 4692 tablet_copy_client.cc:647] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:10.652462 4692 tablet_copy_client.cc:523] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:10.654942 4692 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: Bootstrap starting.
W20240503 13:59:11.859544 2595 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 64010.2us
I20240503 13:59:11.893294 4692 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: Bootstrap replayed 1/1 log segments. Stats: ops{read=325 overwritten=0 applied=325 ignored=0} inserts{seen=1007 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:11.894052 4692 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: Bootstrap complete.
I20240503 13:59:11.894444 4692 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: Time spent bootstrapping tablet: real 1.240s user 0.244s sys 0.015s
I20240503 13:59:11.895226 4692 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } }
I20240503 13:59:11.895469 4692 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 1827a6b711be43a28e417e2cb515aabc, State: Initialized, Role: LEARNER
I20240503 13:59:11.895633 4692 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 325, Last appended: 1.325, Last appended by leader: 325, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 315 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: true } }
I20240503 13:59:11.896667 4692 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:11.928010 2680 tablet_copy_service.cc:342] P 7859db26507f469d9a578ecb745dcafc: Request end of tablet copy session 1827a6b711be43a28e417e2cb515aabc-0777feb6f7514b9288bdbfd6629ceeff received from {username='slave'} at 127.0.99.130:35935
I20240503 13:59:11.928118 2680 tablet_copy_service.cc:433] P 7859db26507f469d9a578ecb745dcafc: ending tablet copy session 1827a6b711be43a28e417e2cb515aabc-0777feb6f7514b9288bdbfd6629ceeff on tablet 0777feb6f7514b9288bdbfd6629ceeff with peer 1827a6b711be43a28e417e2cb515aabc
I20240503 13:59:12.264653 2525 raft_consensus.cc:1203] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 LEARNER]: Deduplicated request from leader. Original: 1.314->[1.315-1.358] Dedup: 1.325->[1.326-1.358]
I20240503 13:59:12.416833 4741 raft_consensus.cc:1050] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: attempting to promote NON_VOTER 1827a6b711be43a28e417e2cb515aabc to VOTER
I20240503 13:59:12.428169 4741 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 361, Committed index: 361, Last appended: 1.361, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } }
I20240503 13:59:12.430014 3830 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 361. Preceding OpId from leader: term: 1 index: 362. (index mismatch)
I20240503 13:59:12.430338 2787 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 361. Preceding OpId from leader: term: 1 index: 362. (index mismatch)
I20240503 13:59:12.430531 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 362, Last known committed idx: 361, Time since last communication: 0.000s
I20240503 13:59:12.430716 4740 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 362, Last known committed idx: 361, Time since last communication: 0.000s
I20240503 13:59:12.433423 2915 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 361. Preceding OpId from leader: term: 1 index: 362. (index mismatch)
I20240503 13:59:12.433811 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 362, Last known committed idx: 361, Time since last communication: 0.000s
I20240503 13:59:12.438288 4682 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.362: config changed from index 315 to 362, 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:12.440760 3830 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.362: config changed from index 315 to 362, 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:12.441510 2788 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.362: config changed from index 315 to 362, 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:12.444245 2252 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 315 to 362, 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:12.445528 2527 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 LEARNER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 361. Preceding OpId from leader: term: 1 index: 362. (index mismatch)
I20240503 13:59:12.446836 3048 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 361. Preceding OpId from leader: term: 1 index: 362. (index mismatch)
I20240503 13:59:12.453030 2919 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.362: config changed from index 315 to 362, 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:12.481889 4741 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 362, Last known committed idx: 361, Time since last communication: 0.000s
I20240503 13:59:12.482986 4741 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 362, Last known committed idx: 361, Time since last communication: 0.000s
I20240503 13:59:12.484961 3049 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.362: config changed from index 315 to 362, 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:12.572214 2528 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.362: config changed from index 315 to 362, 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 362 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:13.373252 2656 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 381, Committed index: 381, Last appended: 1.381, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 382 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } }
I20240503 13:59:13.375742 2787 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 381. Preceding OpId from leader: term: 1 index: 382. (index mismatch)
I20240503 13:59:13.376313 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 382, Last known committed idx: 380, Time since last communication: 0.000s
I20240503 13:59:13.386858 3828 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 381. Preceding OpId from leader: term: 1 index: 382. (index mismatch)
I20240503 13:59:13.387420 3674 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 382, Last known committed idx: 381, Time since last communication: 0.000s
I20240503 13:59:13.392097 4741 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.382: config changed from index 362 to 382, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 382 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:13.394402 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 0777feb6f7514b9288bdbfd6629ceeff with cas_config_opid_index 362: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:13.395834 2788 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.382: config changed from index 362 to 382, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 382 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:13.399648 2248 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 362 to 382, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 382 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:13.433157 2900 tablet_service.cc:1514] Processing DeleteTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff with delete_type TABLET_DATA_TOMBSTONED (TS f20f8575e230471f8c20ea9a29aa2c27 not found in new config with opid_index 382) from {username='slave'} at 127.0.0.1:48128
I20240503 13:59:13.440094 4797 tablet_replica.cc:330] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: stopping tablet replica
I20240503 13:59:13.440605 4797 raft_consensus.cc:2229] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:13.440848 4797 raft_consensus.cc:2258] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:13.442885 4797 ts_tablet_manager.cc:1875] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:13.444586 3830 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.382: config changed from index 362 to 382, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 382 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:13.450814 4797 ts_tablet_manager.cc:1888] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.381
I20240503 13:59:13.450974 4797 log.cc:1196] T 0777feb6f7514b9288bdbfd6629ceeff P f20f8575e230471f8c20ea9a29aa2c27: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/wals/0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:13.451644 2240 catalog_manager.cc:4830] TS f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093): tablet 0777feb6f7514b9288bdbfd6629ceeff (table rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]) successfully deleted
I20240503 13:59:13.483155 2526 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 379. Preceding OpId from leader: term: 1 index: 382. (index mismatch)
I20240503 13:59:13.483954 3048 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 379. Preceding OpId from leader: term: 1 index: 382. (index mismatch)
I20240503 13:59:13.578537 4740 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 382, Last known committed idx: 378, Time since last communication: 0.000s
I20240503 13:59:13.603940 4740 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 382, Last known committed idx: 378, Time since last communication: 0.000s
I20240503 13:59:13.617697 3051 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.382: config changed from index 362 to 382, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 382 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
I20240503 13:59:13.637250 2526 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.382: config changed from index 362 to 382, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 382 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } }
W20240503 13:59:14.049208 2726 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 71969.6us
I20240503 13:59:14.296995 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:14.299542 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:14.338822 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:14.372725 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:14.470259 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:14.495685 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:14.497211 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
W20240503 13:59:14.902253 2464 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 54904.3us
I20240503 13:59:15.671787 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:15.691300 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:15.710290 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
W20240503 13:59:15.719601 2333 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.130:34477, user_credentials={real_user=slave}} blocked reactor thread for 55838.4us
I20240503 13:59:15.754106 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:15.869503 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:15.879194 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:15.879587 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:17.268702 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:17.381997 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:17.394057 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:17.461863 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:17.483109 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:17.527930 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:17.692636 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
W20240503 13:59:18.078258 2727 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.129:39855, user_credentials={real_user=slave}} blocked reactor thread for 47220.8us
I20240503 13:59:18.738581 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:18.755616 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:18.785596 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:18.827347 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:18.963837 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:19.005756 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:19.014511 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
W20240503 13:59:19.425822 2727 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.129:39855, user_credentials={real_user=slave}} blocked reactor thread for 49977.3us
W20240503 13:59:19.939169 2464 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.99.134:43849, user_credentials={real_user=slave}} blocked reactor thread for 59274.4us
I20240503 13:59:20.400163 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:20.403900 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:20.409919 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:20.410754 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:20.411733 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:20.416774 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:20.431491 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
Master Summary
UUID | Address | Status
----------------------------------+--------------------+---------
b3fd6ed70f164c5397daafd6bbc9499f | 127.0.99.190:39453 | HEALTHY
Unusual flags for Master:
Flag | Value | Tags | Master
------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
allow_unsafe_replication_factor | true | runtime,unsafe | all 1 server(s) checked
ipki_ca_key_size | 768 | experimental | all 1 server(s) checked
ipki_server_key_size | 768 | experimental | all 1 server(s) checked
never_fsync | true | unsafe,advanced | all 1 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 1 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 1 server(s) checked
rpc_reuseport | true | experimental | all 1 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 1 server(s) checked
server_dump_info_format | pb | hidden | all 1 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb | hidden | all 1 server(s) checked
tsk_num_rsa_bits | 512 | experimental | all 1 server(s) checked
Flags of checked categories for Master:
Flag | Value | Master
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:42713 | all 1 server(s) checked
time_source | builtin | all 1 server(s) checked
Tablet Server Summary
UUID | Address | Status | Location | Tablet Leaders | Active Scanners
----------------------------------+--------------------+---------+----------+----------------+-----------------
1827a6b711be43a28e417e2cb515aabc | 127.0.99.130:34477 | HEALTHY | <none> | 2 | 0
4f61c9c8765c4df78fc74107fa0a624d | 127.0.99.132:38155 | HEALTHY | <none> | 4 | 0
7859db26507f469d9a578ecb745dcafc | 127.0.99.131:40211 | HEALTHY | <none> | 3 | 0
a19b8b5f3ee74142ab48268b857bf9da | 127.0.99.135:38981 | HEALTHY | <none> | 0 | 0
d111a701625045459f1ccf1387c58517 | 127.0.99.129:39855 | HEALTHY | <none> | 3 | 0
f20f8575e230471f8c20ea9a29aa2c27 | 127.0.99.133:37093 | HEALTHY | <none> | 2 | 0
f95403e961d945b1bc869c56f95258d0 | 127.0.99.134:43849 | HEALTHY | <none> | 2 | 0
Tablet Server Location Summary
Location | Count
----------+---------
<none> | 7
Unusual flags for Tablet Server:
Flag | Value | Tags | Tablet Server
------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
ipki_server_key_size | 768 | experimental | all 7 server(s) checked
local_ip_for_outbound_sockets | 127.0.99.129 | experimental | 127.0.99.129:39855
local_ip_for_outbound_sockets | 127.0.99.130 | experimental | 127.0.99.130:34477
local_ip_for_outbound_sockets | 127.0.99.131 | experimental | 127.0.99.131:40211
local_ip_for_outbound_sockets | 127.0.99.132 | experimental | 127.0.99.132:38155
local_ip_for_outbound_sockets | 127.0.99.133 | experimental | 127.0.99.133:37093
local_ip_for_outbound_sockets | 127.0.99.134 | experimental | 127.0.99.134:43849
local_ip_for_outbound_sockets | 127.0.99.135 | experimental | 127.0.99.135:38981
never_fsync | true | unsafe,advanced | all 7 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 7 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 7 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 7 server(s) checked
server_dump_info_format | pb | hidden | all 7 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb | hidden | 127.0.99.129:39855
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb | hidden | 127.0.99.130:34477
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb | hidden | 127.0.99.131:40211
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb | hidden | 127.0.99.132:38155
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb | hidden | 127.0.99.133:37093
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb | hidden | 127.0.99.134:43849
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb | hidden | 127.0.99.135:38981
Flags of checked categories for Tablet Server:
Flag | Value | Tablet Server
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:42713 | all 7 server(s) checked
time_source | builtin | all 7 server(s) checked
Version Summary
Version | Servers
-----------------+-------------------------
1.18.0-SNAPSHOT | all 8 server(s) checked
Tablet Summary
The cluster doesn't have any matching system tables
Summary by table
Name | RF | Status | Total Tablets | Healthy | Recovering | Under-replicated | Unavailable
------------------------+----+---------+---------------+---------+------------+------------------+-------------
TestTable | 5 | HEALTHY | 1 | 1 | 0 | 0 | 0
rebalance_test_table_0 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_1 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_2 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_3 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_4 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
Tablet Replica Count Summary
Statistic | Replica Count
----------------+---------------
Minimum | 11
First Quartile | 11
Median | 11
Third Quartile | 12
Maximum | 12
Total Count Summary
| Total Count
----------------+-------------
Masters | 1
Tablet Servers | 7
Tables | 6
Tablets | 16
Replicas | 80
==================
Warnings:
==================
Some masters have unsafe, experimental, or hidden flags set
Some tablet servers have unsafe, experimental, or hidden flags set
OK
I20240503 13:59:20.461552 398 log_verifier.cc:126] Checking tablet 023c27c141fd46c3946f62fe9722a285
I20240503 13:59:20.689541 398 log_verifier.cc:177] Verified matching terms for 453 ops in tablet 023c27c141fd46c3946f62fe9722a285
I20240503 13:59:20.689826 398 log_verifier.cc:126] Checking tablet 06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:20.909466 398 log_verifier.cc:177] Verified matching terms for 485 ops in tablet 06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:20.909746 398 log_verifier.cc:126] Checking tablet 0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:21.125586 398 log_verifier.cc:177] Verified matching terms for 506 ops in tablet 0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:21.125855 398 log_verifier.cc:126] Checking tablet 13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:21.168699 398 log_verifier.cc:177] Verified matching terms for 4 ops in tablet 13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:21.168771 398 log_verifier.cc:126] Checking tablet 22f3612f1081432e8477b2f362706bc7
I20240503 13:59:21.393537 398 log_verifier.cc:177] Verified matching terms for 470 ops in tablet 22f3612f1081432e8477b2f362706bc7
I20240503 13:59:21.393847 398 log_verifier.cc:126] Checking tablet 25ef4a80c05643f6a500149f7f48b802
I20240503 13:59:21.543470 398 log_verifier.cc:177] Verified matching terms for 291 ops in tablet 25ef4a80c05643f6a500149f7f48b802
I20240503 13:59:21.543692 398 log_verifier.cc:126] Checking tablet 294164e42a394131955c360bb1aca1ce
I20240503 13:59:21.671437 398 log_verifier.cc:177] Verified matching terms for 244 ops in tablet 294164e42a394131955c360bb1aca1ce
I20240503 13:59:21.671638 398 log_verifier.cc:126] Checking tablet 2a4e12390f8747deb7c1944d588220f0
I20240503 13:59:21.879364 398 log_verifier.cc:177] Verified matching terms for 472 ops in tablet 2a4e12390f8747deb7c1944d588220f0
I20240503 13:59:21.879660 398 log_verifier.cc:126] Checking tablet 3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:22.087764 398 log_verifier.cc:177] Verified matching terms for 487 ops in tablet 3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:22.088034 398 log_verifier.cc:126] Checking tablet 3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:22.317610 398 log_verifier.cc:177] Verified matching terms for 530 ops in tablet 3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:22.317916 398 log_verifier.cc:126] Checking tablet 780a7c03bdb8490ab2cbb8e56a5859a1
I20240503 13:59:22.533942 398 log_verifier.cc:177] Verified matching terms for 493 ops in tablet 780a7c03bdb8490ab2cbb8e56a5859a1
I20240503 13:59:22.534260 398 log_verifier.cc:126] Checking tablet 91b15a7c4288443d9909eb123c7b6507
I20240503 13:59:22.665117 398 log_verifier.cc:177] Verified matching terms for 229 ops in tablet 91b15a7c4288443d9909eb123c7b6507
I20240503 13:59:22.665270 398 log_verifier.cc:126] Checking tablet 9de6a0de4ef54b039d3ba52b6ad45d3d
I20240503 13:59:22.798326 398 log_verifier.cc:177] Verified matching terms for 232 ops in tablet 9de6a0de4ef54b039d3ba52b6ad45d3d
I20240503 13:59:22.798629 398 log_verifier.cc:126] Checking tablet c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:23.028277 398 log_verifier.cc:177] Verified matching terms for 512 ops in tablet c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:23.028581 398 log_verifier.cc:126] Checking tablet d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:23.175731 398 log_verifier.cc:177] Verified matching terms for 265 ops in tablet d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:23.175933 398 log_verifier.cc:126] Checking tablet f426a824e4c84b969befda058815c81a
I20240503 13:59:23.317826 398 log_verifier.cc:177] Verified matching terms for 263 ops in tablet f426a824e4c84b969befda058815c81a
I20240503 13:59:23.320113 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.136:0
--local_ip_for_outbound_sockets=127.0.99.136
--webserver_interface=127.0.99.136
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--builtin_ntp_servers=127.0.99.148:42713
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 13:59:23.436076 5123 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:23.436301 5123 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:23.436360 5123 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:23.439884 5123 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:23.439976 5123 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:23.440088 5123 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.136
I20240503 13:59:23.444274 5123 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:42713
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.136:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--webserver_interface=127.0.99.136
--webserver_port=0
--tserver_master_addrs=127.0.99.190:39453
--never_fsync=true
--heap_profile_path=/tmp/kudu.5123
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.136
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:23.445401 5123 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:23.446640 5123 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:23.456068 5130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:23.456918 5123 server_base.cc:1034] running on GCE node
W20240503 13:59:23.457825 5129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:23.458632 5132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:23.458976 5123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:23.459619 5123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:23.460785 5123 hybrid_clock.cc:648] HybridClock initialized: now 1714744763460770 us; error 32 us; skew 500 ppm
I20240503 13:59:23.462787 5123 webserver.cc:460] Webserver started at http://127.0.99.136:39999/ using document root <none> and password file <none>
I20240503 13:59:23.463330 5123 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:23.463392 5123 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:23.463544 5123 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:23.465337 5123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/instance:
uuid: "266a945ac46a408285457f0b86b3ea71"
format_stamp: "Formatted at 2024-05-03 13:59:23 on dist-test-slave-qkv2"
I20240503 13:59:23.465817 5123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/instance:
uuid: "266a945ac46a408285457f0b86b3ea71"
format_stamp: "Formatted at 2024-05-03 13:59:23 on dist-test-slave-qkv2"
I20240503 13:59:23.469149 5123 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.006s sys 0.000s
I20240503 13:59:23.471375 5138 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:23.472360 5123 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:23.472451 5123 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
uuid: "266a945ac46a408285457f0b86b3ea71"
format_stamp: "Formatted at 2024-05-03 13:59:23 on dist-test-slave-qkv2"
I20240503 13:59:23.472527 5123 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:23.507558 5123 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:23.508184 5123 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:23.508317 5123 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:23.508810 5123 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:23.509819 5123 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:23.509881 5123 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:23.509932 5123 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:23.509960 5123 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:23.519165 5123 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.136:45291
I20240503 13:59:23.519188 5251 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.136:45291 every 8 connection(s)
I20240503 13:59:23.520094 5123 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
I20240503 13:59:23.526744 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 5123
I20240503 13:59:23.526875 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/instance
I20240503 13:59:23.528918 5252 heartbeater.cc:347] Connected to a master server at 127.0.99.190:39453
I20240503 13:59:23.529191 5252 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:23.529891 5252 heartbeater.cc:511] Master 127.0.99.190:39453 requested a full tablet report, sending...
I20240503 13:59:23.530962 2248 ts_manager.cc:194] Registered new tserver with Master: 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291)
I20240503 13:59:23.531675 2248 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.136:33249
I20240503 13:59:23.744618 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:23.746848 5186 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:23.747176 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:23.749405 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:23.754361 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:23.767700 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:23.774374 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:23.779009 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:23.880565 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:23.880676 5186 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:23.883747 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:23.890980 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:23.897909 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:23.899608 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:23.903056 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:23.928311 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:23.960146 2659 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 506, Committed index: 506, Last appended: 1.506, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:23.962056 3045 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 506. Preceding OpId from leader: term: 1 index: 507. (index mismatch)
I20240503 13:59:23.962056 2525 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 506. Preceding OpId from leader: term: 1 index: 507. (index mismatch)
I20240503 13:59:23.962536 2787 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 506. Preceding OpId from leader: term: 1 index: 507. (index mismatch)
I20240503 13:59:23.962499 5348 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 507, Last known committed idx: 506, Time since last communication: 0.000s
I20240503 13:59:23.962790 3830 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 506. Preceding OpId from leader: term: 1 index: 507. (index mismatch)
I20240503 13:59:23.962967 5346 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 507, Last known committed idx: 506, Time since last communication: 0.000s
I20240503 13:59:23.963379 5346 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 507, Last known committed idx: 506, Time since last communication: 0.000s
I20240503 13:59:23.963717 5346 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 507, Last known committed idx: 506, Time since last communication: 0.000s
I20240503 13:59:23.964974 5348 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.507: config changed from index 382 to 507, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.965359 3046 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.507: config changed from index 382 to 507, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.966894 3830 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.507: config changed from index 382 to 507, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.966943 2525 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.507: config changed from index 382 to 507, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.968885 2787 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.507: config changed from index 382 to 507, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.969554 2248 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 reported cstate change: config changed from index 382 to 507, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
W20240503 13:59:23.976281 2594 consensus_peers.cc:485] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 0777feb6f7514b9288bdbfd6629ceeff. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:23.979415 3046 consensus_queue.cc:237] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 530, Committed index: 530, Last appended: 1.530, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:23.981233 3830 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 530. Preceding OpId from leader: term: 1 index: 531. (index mismatch)
I20240503 13:59:23.981361 2525 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 530. Preceding OpId from leader: term: 1 index: 531. (index mismatch)
I20240503 13:59:23.981763 2787 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 530. Preceding OpId from leader: term: 1 index: 531. (index mismatch)
I20240503 13:59:23.981794 5366 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 531, Last known committed idx: 530, Time since last communication: 0.000s
I20240503 13:59:23.982003 5118 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 531, Last known committed idx: 530, Time since last communication: 0.000s
I20240503 13:59:23.982887 2659 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 530. Preceding OpId from leader: term: 1 index: 531. (index mismatch)
I20240503 13:59:23.983397 5367 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 531, Last known committed idx: 530, Time since last communication: 0.000s
I20240503 13:59:23.984292 5366 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 531, Last known committed idx: 530, Time since last communication: 0.000s
I20240503 13:59:23.985545 5367 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Committing config change with OpId 1.531: config changed from index 193 to 531, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.985904 2659 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.531: config changed from index 193 to 531, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.985993 3830 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.531: config changed from index 193 to 531, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.988009 2526 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.531: config changed from index 193 to 531, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.988895 2254 catalog_manager.cc:5484] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 193 to 531, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
W20240503 13:59:23.990296 2987 consensus_peers.cc:485] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 3f055b7af8b14006af7336b1a89f40da. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:23.990279 2787 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.531: config changed from index 193 to 531, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:23.999119 2787 consensus_queue.cc:237] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 487, Committed index: 487, Last appended: 1.487, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:24.001271 2526 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:24.001392 2659 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:24.001446 3830 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:24.001793 5381 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
I20240503 13:59:24.002023 3046 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:24.002072 4793 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
I20240503 13:59:24.002251 5380 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
I20240503 13:59:24.002444 5124 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
W20240503 13:59:24.005573 2725 consensus_peers.cc:485] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 3cc401e8a7604c8c8ee1ccf2480d2425. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:24.005503 5381 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.488: config changed from index 129 to 488, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.005997 3046 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 129 to 488, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.005997 2526 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 129 to 488, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.006531 2659 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 129 to 488, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.008718 2251 catalog_manager.cc:5484] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 129 to 488, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.009115 3830 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 129 to 488, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.019320 2391 consensus_queue.cc:237] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 263, Committed index: 263, Last appended: 1.263, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:24.021090 3830 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 263. Preceding OpId from leader: term: 1 index: 264. (index mismatch)
I20240503 13:59:24.021198 3046 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 263. Preceding OpId from leader: term: 1 index: 264. (index mismatch)
I20240503 13:59:24.021288 2921 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 263. Preceding OpId from leader: term: 1 index: 264. (index mismatch)
I20240503 13:59:24.021706 2526 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 263. Preceding OpId from leader: term: 1 index: 264. (index mismatch)
I20240503 13:59:24.021749 5394 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 264, Last known committed idx: 263, Time since last communication: 0.000s
I20240503 13:59:24.021968 5395 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 264, Last known committed idx: 263, Time since last communication: 0.000s
I20240503 13:59:24.022368 5395 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 264, Last known committed idx: 263, Time since last communication: 0.000s
I20240503 13:59:24.022629 5394 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 264, Last known committed idx: 263, Time since last communication: 0.000s
I20240503 13:59:24.024704 5395 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.264: config changed from index 101 to 264, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.025012 2921 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.264: config changed from index 101 to 264, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.025466 3830 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.264: config changed from index 101 to 264, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.026902 3046 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.264: config changed from index 101 to 264, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.027510 2526 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.264: config changed from index 101 to 264, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.027973 2251 catalog_manager.cc:5484] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 reported cstate change: config changed from index 101 to 264, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
W20240503 13:59:24.030229 2332 consensus_peers.cc:485] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: f426a824e4c84b969befda058815c81a. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:24.038621 2391 consensus_queue.cc:237] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 512, Committed index: 512, Last appended: 1.512, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:24.040344 2921 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 512. Preceding OpId from leader: term: 1 index: 513. (index mismatch)
I20240503 13:59:24.040463 3830 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 512. Preceding OpId from leader: term: 1 index: 513. (index mismatch)
I20240503 13:59:24.040926 2787 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 512. Preceding OpId from leader: term: 1 index: 513. (index mismatch)
I20240503 13:59:24.041013 5393 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 513, Last known committed idx: 512, Time since last communication: 0.000s
W20240503 13:59:24.041303 2332 consensus_peers.cc:485] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: c21dc0dbb534455eb98bc26d092133d3. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:24.041369 2526 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 512. Preceding OpId from leader: term: 1 index: 513. (index mismatch)
I20240503 13:59:24.041432 5393 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 513, Last known committed idx: 512, Time since last communication: 0.000s
I20240503 13:59:24.041767 5393 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 513, Last known committed idx: 512, Time since last communication: 0.000s
I20240503 13:59:24.041905 5396 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 513, Last known committed idx: 512, Time since last communication: 0.000s
I20240503 13:59:24.043948 5396 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.513: config changed from index 113 to 513, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.044250 3830 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.513: config changed from index 113 to 513, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.044454 2787 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.513: config changed from index 113 to 513, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.046226 2921 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.513: config changed from index 113 to 513, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.047075 2252 catalog_manager.cc:5484] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 reported cstate change: config changed from index 113 to 513, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:24.050132 2526 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.513: config changed from index 113 to 513, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:24.454689 5462 ts_tablet_manager.cc:902] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:59:24.455410 5462 tablet_copy_client.cc:308] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:40211
I20240503 13:59:24.458938 2680 tablet_copy_service.cc:140] P 7859db26507f469d9a578ecb745dcafc: Received BeginTabletCopySession request for tablet 0777feb6f7514b9288bdbfd6629ceeff from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:56773)
I20240503 13:59:24.459041 2680 tablet_copy_service.cc:161] P 7859db26507f469d9a578ecb745dcafc: Beginning new tablet copy session on tablet 0777feb6f7514b9288bdbfd6629ceeff from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:56773: session id = 266a945ac46a408285457f0b86b3ea71-0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:24.459810 2680 tablet_copy_source_session.cc:205] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:24.462836 5462 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0777feb6f7514b9288bdbfd6629ceeff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:24.468185 5462 tablet_copy_client.cc:783] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:24.468557 5462 tablet_copy_client.cc:647] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:24.472182 5462 tablet_copy_client.cc:523] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:24.474243 5462 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:24.507021 5468 ts_tablet_manager.cc:902] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849)
I20240503 13:59:24.507608 5468 tablet_copy_client.cc:308] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.134:43849
I20240503 13:59:24.509370 5462 log.cc:824] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:24.511547 3073 tablet_copy_service.cc:140] P f95403e961d945b1bc869c56f95258d0: Received BeginTabletCopySession request for tablet 3f055b7af8b14006af7336b1a89f40da from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:48093)
I20240503 13:59:24.511659 3073 tablet_copy_service.cc:161] P f95403e961d945b1bc869c56f95258d0: Beginning new tablet copy session on tablet 3f055b7af8b14006af7336b1a89f40da from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:48093: session id = 266a945ac46a408285457f0b86b3ea71-3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:24.512503 3073 tablet_copy_source_session.cc:205] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:24.513469 5468 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3f055b7af8b14006af7336b1a89f40da. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:24.515720 5468 tablet_copy_client.cc:783] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:24.515872 5468 tablet_copy_client.cc:647] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:24.519784 5468 tablet_copy_client.cc:523] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:24.521162 5468 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:24.533528 5252 heartbeater.cc:503] Master 127.0.99.190:39453 was elected leader, sending a full tablet report...
I20240503 13:59:24.543965 5489 ts_tablet_manager.cc:902] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:59:24.544921 5489 tablet_copy_client.cc:308] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:38155
I20240503 13:59:24.554360 5498 ts_tablet_manager.cc:902] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:59:24.576877 5498 tablet_copy_client.cc:308] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:39855
I20240503 13:59:24.581097 2811 tablet_copy_service.cc:140] P 4f61c9c8765c4df78fc74107fa0a624d: Received BeginTabletCopySession request for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:54351)
I20240503 13:59:24.581216 2811 tablet_copy_service.cc:161] P 4f61c9c8765c4df78fc74107fa0a624d: Beginning new tablet copy session on tablet 3cc401e8a7604c8c8ee1ccf2480d2425 from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:54351: session id = 266a945ac46a408285457f0b86b3ea71-3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:24.582016 2418 tablet_copy_service.cc:140] P d111a701625045459f1ccf1387c58517: Received BeginTabletCopySession request for tablet f426a824e4c84b969befda058815c81a from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:35079)
I20240503 13:59:24.582118 2418 tablet_copy_service.cc:161] P d111a701625045459f1ccf1387c58517: Beginning new tablet copy session on tablet f426a824e4c84b969befda058815c81a from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:35079: session id = 266a945ac46a408285457f0b86b3ea71-f426a824e4c84b969befda058815c81a
I20240503 13:59:24.582288 2811 tablet_copy_source_session.cc:205] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:24.583024 2418 tablet_copy_source_session.cc:205] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:24.583864 5498 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f426a824e4c84b969befda058815c81a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:24.586084 5498 tablet_copy_client.cc:783] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:24.586269 5498 tablet_copy_client.cc:647] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:24.586501 5489 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3cc401e8a7604c8c8ee1ccf2480d2425. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:24.588001 5498 tablet_copy_client.cc:523] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:24.589123 5498 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:24.589401 5489 tablet_copy_client.cc:783] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:24.589534 5489 tablet_copy_client.cc:647] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:24.591903 5489 tablet_copy_client.cc:523] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:24.593021 5489 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:24.634047 5513 ts_tablet_manager.cc:902] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:59:24.644440 5513 tablet_copy_client.cc:308] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:39855
I20240503 13:59:24.645129 2418 tablet_copy_service.cc:140] P d111a701625045459f1ccf1387c58517: Received BeginTabletCopySession request for tablet c21dc0dbb534455eb98bc26d092133d3 from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:35079)
I20240503 13:59:24.645257 2418 tablet_copy_service.cc:161] P d111a701625045459f1ccf1387c58517: Beginning new tablet copy session on tablet c21dc0dbb534455eb98bc26d092133d3 from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:35079: session id = 266a945ac46a408285457f0b86b3ea71-c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:24.646268 2418 tablet_copy_source_session.cc:205] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:24.647199 5513 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c21dc0dbb534455eb98bc26d092133d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:24.650286 5513 tablet_copy_client.cc:783] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:24.650516 5513 tablet_copy_client.cc:647] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:24.663614 5513 tablet_copy_client.cc:523] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:24.666989 5513 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:24.910976 5498 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=264 overwritten=0 applied=264 ignored=0} inserts{seen=892 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:24.911381 5498 tablet_bootstrap.cc:492] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:24.914372 5498 ts_tablet_manager.cc:1367] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.325s user 0.194s sys 0.018s
I20240503 13:59:24.923781 5498 raft_consensus.cc:348] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:24.924098 5498 raft_consensus.cc:729] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:24.924479 5498 consensus_queue.cc:260] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 264, Last appended: 1.264, Last appended by leader: 264, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 264 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:24.925508 5498 ts_tablet_manager.cc:1398] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.011s user 0.002s sys 0.003s
I20240503 13:59:24.927704 2418 tablet_copy_service.cc:342] P d111a701625045459f1ccf1387c58517: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-f426a824e4c84b969befda058815c81a received from {username='slave'} at 127.0.99.136:35079
I20240503 13:59:24.927795 2418 tablet_copy_service.cc:433] P d111a701625045459f1ccf1387c58517: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-f426a824e4c84b969befda058815c81a on tablet f426a824e4c84b969befda058815c81a with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:24.975029 5206 raft_consensus.cc:1203] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.263->[1.264-1.264] Dedup: 1.264->[]
I20240503 13:59:25.064507 5462 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=507 overwritten=0 applied=507 ignored=0} inserts{seen=1186 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:25.070139 5462 tablet_bootstrap.cc:492] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:25.070508 5462 ts_tablet_manager.cc:1367] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.596s user 0.317s sys 0.052s
I20240503 13:59:25.071198 5462 raft_consensus.cc:348] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.071439 5462 raft_consensus.cc:729] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:25.071610 5462 consensus_queue.cc:260] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 507, Last appended: 1.507, Last appended by leader: 507, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 507 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.071972 5462 ts_tablet_manager.cc:1398] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:25.076843 2680 tablet_copy_service.cc:342] P 7859db26507f469d9a578ecb745dcafc: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-0777feb6f7514b9288bdbfd6629ceeff received from {username='slave'} at 127.0.99.136:56773
I20240503 13:59:25.076937 2680 tablet_copy_service.cc:433] P 7859db26507f469d9a578ecb745dcafc: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-0777feb6f7514b9288bdbfd6629ceeff on tablet 0777feb6f7514b9288bdbfd6629ceeff with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:25.228538 5468 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=531 overwritten=0 applied=531 ignored=0} inserts{seen=1213 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:25.228902 5468 tablet_bootstrap.cc:492] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:25.229151 5468 ts_tablet_manager.cc:1367] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.708s user 0.368s sys 0.037s
I20240503 13:59:25.229652 5468 raft_consensus.cc:348] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.229792 5468 raft_consensus.cc:729] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:25.229902 5468 consensus_queue.cc:260] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 531, Last appended: 1.531, Last appended by leader: 531, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 531 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.230230 5468 ts_tablet_manager.cc:1398] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 13:59:25.231738 3073 tablet_copy_service.cc:342] P f95403e961d945b1bc869c56f95258d0: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-3f055b7af8b14006af7336b1a89f40da received from {username='slave'} at 127.0.99.136:48093
I20240503 13:59:25.231832 3073 tablet_copy_service.cc:433] P f95403e961d945b1bc869c56f95258d0: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-3f055b7af8b14006af7336b1a89f40da on tablet 3f055b7af8b14006af7336b1a89f40da with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:25.245450 5513 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=513 overwritten=0 applied=513 ignored=0} inserts{seen=1182 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:25.245792 5513 tablet_bootstrap.cc:492] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:25.246037 5513 ts_tablet_manager.cc:1367] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.579s user 0.407s sys 0.023s
I20240503 13:59:25.246495 5513 raft_consensus.cc:348] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.246634 5513 raft_consensus.cc:729] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:25.246723 5513 consensus_queue.cc:260] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 513, Last appended: 1.513, Last appended by leader: 513, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 513 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.246970 5513 ts_tablet_manager.cc:1398] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:25.247910 2418 tablet_copy_service.cc:342] P d111a701625045459f1ccf1387c58517: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-c21dc0dbb534455eb98bc26d092133d3 received from {username='slave'} at 127.0.99.136:35079
I20240503 13:59:25.247992 2418 tablet_copy_service.cc:433] P d111a701625045459f1ccf1387c58517: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-c21dc0dbb534455eb98bc26d092133d3 on tablet c21dc0dbb534455eb98bc26d092133d3 with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:25.273341 5489 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=488 overwritten=0 applied=488 ignored=0} inserts{seen=1170 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:25.273703 5489 tablet_bootstrap.cc:492] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:25.273936 5489 ts_tablet_manager.cc:1367] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.681s user 0.380s sys 0.025s
I20240503 13:59:25.274410 5489 raft_consensus.cc:348] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.274528 5489 raft_consensus.cc:729] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:25.274652 5489 consensus_queue.cc:260] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 488, Last appended: 1.488, Last appended by leader: 488, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.274912 5489 ts_tablet_manager.cc:1398] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:25.275626 2811 tablet_copy_service.cc:342] P 4f61c9c8765c4df78fc74107fa0a624d: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-3cc401e8a7604c8c8ee1ccf2480d2425 received from {username='slave'} at 127.0.99.136:54351
I20240503 13:59:25.275713 2811 tablet_copy_service.cc:433] P 4f61c9c8765c4df78fc74107fa0a624d: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-3cc401e8a7604c8c8ee1ccf2480d2425 on tablet 3cc401e8a7604c8c8ee1ccf2480d2425 with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:25.514596 5206 raft_consensus.cc:1203] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.506->[1.507-1.507] Dedup: 1.507->[]
I20240503 13:59:25.527575 5206 raft_consensus.cc:1203] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.530->[1.531-1.531] Dedup: 1.531->[]
I20240503 13:59:25.551563 5393 raft_consensus.cc:1050] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:25.552031 5393 consensus_queue.cc:237] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 264, Committed index: 264, Last appended: 1.264, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:25.553896 3830 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 264. Preceding OpId from leader: term: 1 index: 265. (index mismatch)
I20240503 13:59:25.553920 3046 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 264. Preceding OpId from leader: term: 1 index: 265. (index mismatch)
I20240503 13:59:25.554344 5396 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 265, Last known committed idx: 264, Time since last communication: 0.000s
I20240503 13:59:25.554446 2526 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 264. Preceding OpId from leader: term: 1 index: 265. (index mismatch)
I20240503 13:59:25.554872 5396 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 265, Last known committed idx: 264, Time since last communication: 0.000s
I20240503 13:59:25.555160 5396 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 265, Last known committed idx: 264, Time since last communication: 0.000s
I20240503 13:59:25.555209 2921 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 264. Preceding OpId from leader: term: 1 index: 265. (index mismatch)
I20240503 13:59:25.555685 5396 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 265, Last known committed idx: 264, Time since last communication: 0.000s
I20240503 13:59:25.556085 5206 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 264. Preceding OpId from leader: term: 1 index: 265. (index mismatch)
I20240503 13:59:25.556655 5396 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 265, Last known committed idx: 264, Time since last communication: 0.000s
I20240503 13:59:25.558699 5396 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.265: config changed from index 264 to 265, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.559013 2921 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.265: config changed from index 264 to 265, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.561154 5206 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.265: config changed from index 264 to 265, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.561795 2251 catalog_manager.cc:5484] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 reported cstate change: config changed from index 264 to 265, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:25.562747 3830 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.265: config changed from index 264 to 265, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.562781 2526 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.265: config changed from index 264 to 265, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.564735 3046 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.265: config changed from index 264 to 265, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 265 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.572342 2391 consensus_queue.cc:237] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 265, Committed index: 265, Last appended: 1.265, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:25.573696 5206 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
I20240503 13:59:25.573849 2526 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
I20240503 13:59:25.573849 2921 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
I20240503 13:59:25.573928 3830 raft_consensus.cc:1261] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
I20240503 13:59:25.574249 5604 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:25.574420 5606 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:25.574595 5393 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:25.574841 5396 consensus_queue.cc:1035] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:25.576532 5393 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.266: config changed from index 265 to 266, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.577087 2921 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 265 to 266, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.577096 2526 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 265 to 266, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.578939 5206 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 265 to 266, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.579545 2243 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet f426a824e4c84b969befda058815c81a with cas_config_opid_index 265: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:25.579946 2256 catalog_manager.cc:5484] T f426a824e4c84b969befda058815c81a P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 265 to 266, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.581046 3830 raft_consensus.cc:2932] T f426a824e4c84b969befda058815c81a P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 265 to 266, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.582455 3028 tablet_service.cc:1514] Processing DeleteTablet for tablet f426a824e4c84b969befda058815c81a with delete_type TABLET_DATA_TOMBSTONED (TS f95403e961d945b1bc869c56f95258d0 not found in new config with opid_index 266) from {username='slave'} at 127.0.0.1:56252
I20240503 13:59:25.583222 5618 tablet_replica.cc:330] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: stopping tablet replica
I20240503 13:59:25.583443 5618 raft_consensus.cc:2229] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:25.583707 5618 raft_consensus.cc:2258] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:25.585211 5618 ts_tablet_manager.cc:1875] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:25.586979 5618 ts_tablet_manager.cc:1888] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.265
I20240503 13:59:25.587049 5618 log.cc:1196] T f426a824e4c84b969befda058815c81a P f95403e961d945b1bc869c56f95258d0: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/f426a824e4c84b969befda058815c81a
I20240503 13:59:25.587548 2242 catalog_manager.cc:4830] TS f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849): tablet f426a824e4c84b969befda058815c81a (table rebalance_test_table_0 [id=51917e7bcde641488e7eaed7d5eb3fd0]) successfully deleted
I20240503 13:59:25.599727 5206 raft_consensus.cc:1203] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.487->[1.488-1.488] Dedup: 1.488->[]
I20240503 13:59:25.658183 5206 raft_consensus.cc:1203] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.512->[1.513-1.513] Dedup: 1.513->[]
I20240503 13:59:25.738168 2526 consensus_queue.cc:237] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 470, Committed index: 470, Last appended: 1.470, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:25.740293 3830 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 470. Preceding OpId from leader: term: 1 index: 471. (index mismatch)
I20240503 13:59:25.740298 2921 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 470. Preceding OpId from leader: term: 1 index: 471. (index mismatch)
I20240503 13:59:25.740361 2391 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 470. Preceding OpId from leader: term: 1 index: 471. (index mismatch)
I20240503 13:59:25.740723 5573 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 471, Last known committed idx: 470, Time since last communication: 0.000s
I20240503 13:59:25.741050 5573 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 471, Last known committed idx: 470, Time since last communication: 0.000s
I20240503 13:59:25.741092 2787 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 470. Preceding OpId from leader: term: 1 index: 471. (index mismatch)
I20240503 13:59:25.741215 5120 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 471, Last known committed idx: 470, Time since last communication: 0.000s
I20240503 13:59:25.741768 5120 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 471, Last known committed idx: 470, Time since last communication: 0.000s
I20240503 13:59:25.744140 5573 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.471: config changed from index 168 to 471, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:25.744710 2787 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.471: config changed from index 168 to 471, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
W20240503 13:59:25.746899 2463 consensus_peers.cc:485] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 22f3612f1081432e8477b2f362706bc7. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:25.747200 2921 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.471: config changed from index 168 to 471, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:25.747661 3830 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.471: config changed from index 168 to 471, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:25.747838 2253 catalog_manager.cc:5484] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 168 to 471, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:25.755810 2391 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.471: config changed from index 168 to 471, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:25.985446 5601 raft_consensus.cc:1050] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:25.985929 5601 consensus_queue.cc:237] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 531, Committed index: 531, Last appended: 1.531, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:25.987738 5206 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 531. Preceding OpId from leader: term: 1 index: 532. (index mismatch)
I20240503 13:59:25.987869 3830 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 531. Preceding OpId from leader: term: 1 index: 532. (index mismatch)
I20240503 13:59:25.988307 2787 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 531. Preceding OpId from leader: term: 1 index: 532. (index mismatch)
I20240503 13:59:25.988307 2657 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 531. Preceding OpId from leader: term: 1 index: 532. (index mismatch)
I20240503 13:59:25.988705 2526 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 531. Preceding OpId from leader: term: 1 index: 532. (index mismatch)
I20240503 13:59:25.988453 5693 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 532, Last known committed idx: 531, Time since last communication: 0.001s
I20240503 13:59:25.989180 5601 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 532, Last known committed idx: 531, Time since last communication: 0.000s
I20240503 13:59:25.989440 5602 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 532, Last known committed idx: 531, Time since last communication: 0.000s
I20240503 13:59:25.989928 5602 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 532, Last known committed idx: 531, Time since last communication: 0.000s
I20240503 13:59:25.990043 5692 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 532, Last known committed idx: 531, Time since last communication: 0.000s
I20240503 13:59:25.993039 5602 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Committing config change with OpId 1.532: config changed from index 531 to 532, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.994115 3830 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.532: config changed from index 531 to 532, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.994115 2657 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.532: config changed from index 531 to 532, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.995658 2790 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.532: config changed from index 531 to 532, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.996364 5206 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.532: config changed from index 531 to 532, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:25.996762 2248 catalog_manager.cc:5484] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 531 to 532, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.000530 2526 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.532: config changed from index 531 to 532, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 532 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.003038 3046 consensus_queue.cc:237] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 532, Committed index: 532, Last appended: 1.532, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 533 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:26.004598 5206 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 532. Preceding OpId from leader: term: 1 index: 533. (index mismatch)
I20240503 13:59:26.004798 2790 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 532. Preceding OpId from leader: term: 1 index: 533. (index mismatch)
I20240503 13:59:26.004946 2657 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 532. Preceding OpId from leader: term: 1 index: 533. (index mismatch)
I20240503 13:59:26.005038 5602 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 533, Last known committed idx: 532, Time since last communication: 0.000s
I20240503 13:59:26.005126 3830 raft_consensus.cc:1261] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer f95403e961d945b1bc869c56f95258d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 532. Preceding OpId from leader: term: 1 index: 533. (index mismatch)
I20240503 13:59:26.005403 5602 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 533, Last known committed idx: 532, Time since last communication: 0.001s
I20240503 13:59:26.006127 5601 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 533, Last known committed idx: 532, Time since last communication: 0.000s
I20240503 13:59:26.006505 5692 consensus_queue.cc:1035] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 533, Last known committed idx: 532, Time since last communication: 0.000s
I20240503 13:59:26.008212 5692 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P f95403e961d945b1bc869c56f95258d0 [term 1 LEADER]: Committing config change with OpId 1.533: config changed from index 532 to 533, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 533 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.008525 3830 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.533: config changed from index 532 to 533, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 533 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.008844 2790 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.533: config changed from index 532 to 533, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 533 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.011356 2252 catalog_manager.cc:5484] T 3f055b7af8b14006af7336b1a89f40da P a19b8b5f3ee74142ab48268b857bf9da reported cstate change: config changed from index 532 to 533, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "f95403e961d945b1bc869c56f95258d0" committed_config { opid_index: 533 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.012665 5347 raft_consensus.cc:1050] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:26.013175 5347 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 507, Committed index: 507, Last appended: 1.507, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:26.015455 2509 tablet_service.cc:1514] Processing DeleteTablet for tablet 3f055b7af8b14006af7336b1a89f40da with delete_type TABLET_DATA_TOMBSTONED (TS 1827a6b711be43a28e417e2cb515aabc not found in new config with opid_index 533) from {username='slave'} at 127.0.0.1:45246
I20240503 13:59:26.015517 2526 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 507. Preceding OpId from leader: term: 1 index: 508. (index mismatch)
I20240503 13:59:26.015676 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 3f055b7af8b14006af7336b1a89f40da with cas_config_opid_index 532: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:26.015825 3046 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 507. Preceding OpId from leader: term: 1 index: 508. (index mismatch)
I20240503 13:59:26.016047 2657 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.533: config changed from index 532 to 533, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 533 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.016479 3830 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 507. Preceding OpId from leader: term: 1 index: 508. (index mismatch)
I20240503 13:59:26.016713 5718 tablet_replica.cc:330] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: stopping tablet replica
I20240503 13:59:26.016830 5600 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 508, Last known committed idx: 507, Time since last communication: 0.000s
I20240503 13:59:26.016887 5718 raft_consensus.cc:2229] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:26.016999 5599 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 508, Last known committed idx: 507, Time since last communication: 0.000s
I20240503 13:59:26.017239 5718 raft_consensus.cc:2258] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:26.017560 5347 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 508, Last known committed idx: 507, Time since last communication: 0.000s
I20240503 13:59:26.017619 5206 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 507. Preceding OpId from leader: term: 1 index: 508. (index mismatch)
I20240503 13:59:26.018004 5347 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 508, Last known committed idx: 507, Time since last communication: 0.000s
I20240503 13:59:26.018626 5206 raft_consensus.cc:2932] T 3f055b7af8b14006af7336b1a89f40da P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.533: config changed from index 532 to 533, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 533 OBSOLETE_local: false peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.022699 5347 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.508: config changed from index 507 to 508, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.023136 2790 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 507. Preceding OpId from leader: term: 1 index: 508. (index mismatch)
I20240503 13:59:26.024895 5718 ts_tablet_manager.cc:1875] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:26.025918 2252 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 507 to 508, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:26.026155 5206 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.508: config changed from index 507 to 508, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.026849 3046 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.508: config changed from index 507 to 508, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.027361 5718 ts_tablet_manager.cc:1888] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.532
I20240503 13:59:26.027431 5718 log.cc:1196] T 3f055b7af8b14006af7336b1a89f40da P 1827a6b711be43a28e417e2cb515aabc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:26.028110 2242 catalog_manager.cc:4830] TS 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477): tablet 3f055b7af8b14006af7336b1a89f40da (table rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]) successfully deleted
I20240503 13:59:26.028218 5714 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 508, Last known committed idx: 507, Time since last communication: 0.000s
I20240503 13:59:26.029343 3830 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.508: config changed from index 507 to 508, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.029686 2526 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.508: config changed from index 507 to 508, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.032419 2790 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.508: config changed from index 507 to 508, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 508 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.033442 2657 consensus_queue.cc:237] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 508, Committed index: 508, Last appended: 1.508, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 509 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:26.035106 5206 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 508. Preceding OpId from leader: term: 1 index: 509. (index mismatch)
I20240503 13:59:26.035463 2526 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 508. Preceding OpId from leader: term: 1 index: 509. (index mismatch)
I20240503 13:59:26.035604 5714 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 509, Last known committed idx: 508, Time since last communication: 0.000s
I20240503 13:59:26.035801 3046 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 508. Preceding OpId from leader: term: 1 index: 509. (index mismatch)
I20240503 13:59:26.035883 3830 raft_consensus.cc:1261] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 508. Preceding OpId from leader: term: 1 index: 509. (index mismatch)
I20240503 13:59:26.036243 5715 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 509, Last known committed idx: 508, Time since last communication: 0.000s
I20240503 13:59:26.036521 5715 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 509, Last known committed idx: 508, Time since last communication: 0.000s
I20240503 13:59:26.036613 5347 consensus_queue.cc:1035] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 509, Last known committed idx: 508, Time since last communication: 0.000s
I20240503 13:59:26.038126 5714 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.509: config changed from index 508 to 509, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 509 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.039049 2526 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.509: config changed from index 508 to 509, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 509 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.040182 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 0777feb6f7514b9288bdbfd6629ceeff with cas_config_opid_index 508: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:26.041018 5206 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.509: config changed from index 508 to 509, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 509 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.041260 3830 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.509: config changed from index 508 to 509, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 509 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.041603 2253 catalog_manager.cc:5484] T 0777feb6f7514b9288bdbfd6629ceeff P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 508 to 509, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 509 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.043164 3046 raft_consensus.cc:2932] T 0777feb6f7514b9288bdbfd6629ceeff P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.509: config changed from index 508 to 509, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 509 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.046551 2770 tablet_service.cc:1514] Processing DeleteTablet for tablet 0777feb6f7514b9288bdbfd6629ceeff with delete_type TABLET_DATA_TOMBSTONED (TS 4f61c9c8765c4df78fc74107fa0a624d not found in new config with opid_index 509) from {username='slave'} at 127.0.0.1:54250
I20240503 13:59:26.047246 5729 tablet_replica.cc:330] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: stopping tablet replica
I20240503 13:59:26.047724 5729 raft_consensus.cc:2229] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:26.048051 5729 raft_consensus.cc:2258] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:26.049659 5729 ts_tablet_manager.cc:1875] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:26.051945 5729 ts_tablet_manager.cc:1888] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.508
I20240503 13:59:26.052034 5729 log.cc:1196] T 0777feb6f7514b9288bdbfd6629ceeff P 4f61c9c8765c4df78fc74107fa0a624d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:26.052672 2241 catalog_manager.cc:4830] TS 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155): tablet 0777feb6f7514b9288bdbfd6629ceeff (table rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]) successfully deleted
I20240503 13:59:26.057219 2657 consensus_queue.cc:237] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 485, Committed index: 485, Last appended: 1.485, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.059008 2921 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 485. Preceding OpId from leader: term: 1 index: 486. (index mismatch)
I20240503 13:59:26.059188 2391 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 485. Preceding OpId from leader: term: 1 index: 486. (index mismatch)
I20240503 13:59:26.059610 5717 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 486, Last known committed idx: 485, Time since last communication: 0.000s
I20240503 13:59:26.059738 3046 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 485. Preceding OpId from leader: term: 1 index: 486. (index mismatch)
W20240503 13:59:26.059815 2594 consensus_peers.cc:485] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 06e6b6b195334b2796adcab20e7c0e52. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:26.060045 5717 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 486, Last known committed idx: 485, Time since last communication: 0.000s
I20240503 13:59:26.060166 5714 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 486, Last known committed idx: 485, Time since last communication: 0.000s
I20240503 13:59:26.060241 2526 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 485. Preceding OpId from leader: term: 1 index: 486. (index mismatch)
I20240503 13:59:26.060696 5717 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 486, Last known committed idx: 485, Time since last communication: 0.000s
I20240503 13:59:26.062460 5717 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.486: config changed from index 148 to 486, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.062793 2921 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.486: config changed from index 148 to 486, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.063191 2525 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.486: config changed from index 148 to 486, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.064553 3046 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.486: config changed from index 148 to 486, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.065321 2252 catalog_manager.cc:5484] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 148 to 486, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:26.065707 2391 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.486: config changed from index 148 to 486, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.104157 2790 consensus_queue.cc:237] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.105826 3046 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:26.105902 2921 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:26.106184 3830 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:26.106222 2391 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:26.106365 5771 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
W20240503 13:59:26.107203 2725 consensus_peers.cc:485] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 13dfa0662c534ccb846bcf67a7b67e53. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:26.107542 5620 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:26.107996 5546 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:26.108157 5620 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:26.109925 5620 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.110962 2391 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.112744 3046 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.113217 2253 catalog_manager.cc:5484] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 4 to 5, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:26.115177 3830 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.117580 2921 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.157317 5773 raft_consensus.cc:1050] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:26.157742 5773 consensus_queue.cc:237] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 488, Committed index: 488, Last appended: 1.488, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:26.159418 3830 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 488. Preceding OpId from leader: term: 1 index: 489. (index mismatch)
I20240503 13:59:26.159654 2526 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 488. Preceding OpId from leader: term: 1 index: 489. (index mismatch)
I20240503 13:59:26.159746 3046 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 488. Preceding OpId from leader: term: 1 index: 489. (index mismatch)
I20240503 13:59:26.159934 5206 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 488. Preceding OpId from leader: term: 1 index: 489. (index mismatch)
I20240503 13:59:26.160125 2657 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 488. Preceding OpId from leader: term: 1 index: 489. (index mismatch)
I20240503 13:59:26.160117 5546 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 489, Last known committed idx: 488, Time since last communication: 0.000s
I20240503 13:59:26.160380 5772 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 489, Last known committed idx: 488, Time since last communication: 0.000s
I20240503 13:59:26.160813 5546 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 489, Last known committed idx: 488, Time since last communication: 0.000s
I20240503 13:59:26.161221 5771 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 489, Last known committed idx: 488, Time since last communication: 0.000s
I20240503 13:59:26.162178 5772 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 489, Last known committed idx: 488, Time since last communication: 0.000s
I20240503 13:59:26.164319 5772 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.489: config changed from index 488 to 489, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.164940 3830 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.489: config changed from index 488 to 489, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.166651 2526 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.489: config changed from index 488 to 489, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.166872 2657 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.489: config changed from index 488 to 489, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.167201 3046 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.489: config changed from index 488 to 489, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.167218 5206 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.489: config changed from index 488 to 489, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.170430 2252 catalog_manager.cc:5484] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc reported cstate change: config changed from index 488 to 489, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 489 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } attrs { replace: true } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.170886 5808 raft_consensus.cc:1050] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:26.171309 5808 consensus_queue.cc:237] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 513, Committed index: 513, Last appended: 1.513, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:26.173238 2921 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 513. Preceding OpId from leader: term: 1 index: 514. (index mismatch)
I20240503 13:59:26.173249 2526 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 513. Preceding OpId from leader: term: 1 index: 514. (index mismatch)
I20240503 13:59:26.173336 2790 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 513. Preceding OpId from leader: term: 1 index: 514. (index mismatch)
I20240503 13:59:26.173666 5393 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 514, Last known committed idx: 513, Time since last communication: 0.000s
I20240503 13:59:26.173877 3830 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 513. Preceding OpId from leader: term: 1 index: 514. (index mismatch)
I20240503 13:59:26.173944 5206 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 513. Preceding OpId from leader: term: 1 index: 514. (index mismatch)
I20240503 13:59:26.174181 5396 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 514, Last known committed idx: 513, Time since last communication: 0.000s
I20240503 13:59:26.175153 5812 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 514, Last known committed idx: 513, Time since last communication: 0.000s
I20240503 13:59:26.175479 5812 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 514, Last known committed idx: 513, Time since last communication: 0.000s
I20240503 13:59:26.175632 5808 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 514, Last known committed idx: 513, Time since last communication: 0.000s
I20240503 13:59:26.178216 5393 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.514: config changed from index 513 to 514, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.179782 2526 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.514: config changed from index 513 to 514, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.180516 2921 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.514: config changed from index 513 to 514, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.180846 2790 consensus_queue.cc:237] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 489, Committed index: 489, Last appended: 1.489, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 490 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:26.181855 2254 catalog_manager.cc:5484] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 reported cstate change: config changed from index 513 to 514, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:26.182541 3831 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 489. Preceding OpId from leader: term: 1 index: 490. (index mismatch)
I20240503 13:59:26.183040 5206 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 489. Preceding OpId from leader: term: 1 index: 490. (index mismatch)
I20240503 13:59:26.183553 5546 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 490, Last known committed idx: 489, Time since last communication: 0.000s
I20240503 13:59:26.183737 5771 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 490, Last known committed idx: 489, Time since last communication: 0.000s
I20240503 13:59:26.184567 3831 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.514: config changed from index 513 to 514, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.184890 2526 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 489. Preceding OpId from leader: term: 1 index: 490. (index mismatch)
I20240503 13:59:26.184942 3046 raft_consensus.cc:1261] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 489. Preceding OpId from leader: term: 1 index: 490. (index mismatch)
I20240503 13:59:26.185307 5771 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 490, Last known committed idx: 489, Time since last communication: 0.000s
I20240503 13:59:26.185530 5620 consensus_queue.cc:1035] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 490, Last known committed idx: 489, Time since last communication: 0.000s
I20240503 13:59:26.186995 5620 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.490: config changed from index 489 to 490, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 490 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.187407 3830 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.490: config changed from index 489 to 490, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 490 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.188963 5205 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.490: config changed from index 489 to 490, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 490 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.189175 2241 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 with cas_config_opid_index 489: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:26.189292 2525 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.490: config changed from index 489 to 490, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 490 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.189803 3046 raft_consensus.cc:2932] T 3cc401e8a7604c8c8ee1ccf2480d2425 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.490: config changed from index 489 to 490, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New config: { opid_index: 490 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.191728 5206 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.514: config changed from index 513 to 514, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.191983 2253 catalog_manager.cc:5484] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 489 to 490, VOTER 7859db26507f469d9a578ecb745dcafc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 490 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.194645 2640 tablet_service.cc:1514] Processing DeleteTablet for tablet 3cc401e8a7604c8c8ee1ccf2480d2425 with delete_type TABLET_DATA_TOMBSTONED (TS 7859db26507f469d9a578ecb745dcafc not found in new config with opid_index 490) from {username='slave'} at 127.0.0.1:37550
I20240503 13:59:26.195093 5819 tablet_replica.cc:330] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: stopping tablet replica
I20240503 13:59:26.195452 5819 raft_consensus.cc:2229] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:26.195324 2790 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.514: config changed from index 513 to 514, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 514 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.195670 5819 raft_consensus.cc:2258] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:26.197165 5819 ts_tablet_manager.cc:1875] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:26.198635 2391 consensus_queue.cc:237] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 514, Committed index: 514, Last appended: 1.514, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 515 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:26.199905 5206 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 514. Preceding OpId from leader: term: 1 index: 515. (index mismatch)
I20240503 13:59:26.200166 2525 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 514. Preceding OpId from leader: term: 1 index: 515. (index mismatch)
I20240503 13:59:26.200294 2921 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 514. Preceding OpId from leader: term: 1 index: 515. (index mismatch)
I20240503 13:59:26.200335 5811 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 515, Last known committed idx: 514, Time since last communication: 0.000s
I20240503 13:59:26.200706 5811 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 515, Last known committed idx: 514, Time since last communication: 0.000s
I20240503 13:59:26.200737 2790 raft_consensus.cc:1261] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 514. Preceding OpId from leader: term: 1 index: 515. (index mismatch)
I20240503 13:59:26.201050 5811 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 515, Last known committed idx: 514, Time since last communication: 0.000s
I20240503 13:59:26.201308 5812 consensus_queue.cc:1035] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 515, Last known committed idx: 514, Time since last communication: 0.000s
I20240503 13:59:26.201411 5819 ts_tablet_manager.cc:1888] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.489
I20240503 13:59:26.201488 5819 log.cc:1196] T 3cc401e8a7604c8c8ee1ccf2480d2425 P 7859db26507f469d9a578ecb745dcafc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:26.202013 2242 catalog_manager.cc:4830] TS 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211): tablet 3cc401e8a7604c8c8ee1ccf2480d2425 (table rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]) successfully deleted
I20240503 13:59:26.202766 5811 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.515: config changed from index 514 to 515, VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) evicted. New config: { opid_index: 515 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.203627 5206 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.515: config changed from index 514 to 515, VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) evicted. New config: { opid_index: 515 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.203734 2790 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.515: config changed from index 514 to 515, VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) evicted. New config: { opid_index: 515 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.204974 2525 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.515: config changed from index 514 to 515, VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) evicted. New config: { opid_index: 515 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.205035 2921 raft_consensus.cc:2932] T c21dc0dbb534455eb98bc26d092133d3 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.515: config changed from index 514 to 515, VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) evicted. New config: { opid_index: 515 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.207429 2243 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet c21dc0dbb534455eb98bc26d092133d3 with cas_config_opid_index 514: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:26.207505 2248 catalog_manager.cc:5484] T c21dc0dbb534455eb98bc26d092133d3 P 266a945ac46a408285457f0b86b3ea71 reported cstate change: config changed from index 514 to 515, VOTER a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135) evicted. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 515 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:26.214483 3814 tablet_service.cc:1514] Processing DeleteTablet for tablet c21dc0dbb534455eb98bc26d092133d3 with delete_type TABLET_DATA_TOMBSTONED (TS a19b8b5f3ee74142ab48268b857bf9da not found in new config with opid_index 515) from {username='slave'} at 127.0.0.1:58244
I20240503 13:59:26.215000 5822 tablet_replica.cc:330] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: stopping tablet replica
I20240503 13:59:26.215328 5822 raft_consensus.cc:2229] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:26.215610 5822 raft_consensus.cc:2258] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:26.217334 5822 ts_tablet_manager.cc:1875] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:26.219146 5822 ts_tablet_manager.cc:1888] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.514
I20240503 13:59:26.219226 5822 log.cc:1196] T c21dc0dbb534455eb98bc26d092133d3 P a19b8b5f3ee74142ab48268b857bf9da: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/wals/c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:26.219831 2243 catalog_manager.cc:4830] TS a19b8b5f3ee74142ab48268b857bf9da (127.0.99.135:38981): tablet c21dc0dbb534455eb98bc26d092133d3 (table rebalance_test_table_3 [id=9a5055a928b6425d9f560e0b931c432b]) successfully deleted
I20240503 13:59:26.237519 5823 ts_tablet_manager.cc:902] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477)
I20240503 13:59:26.238036 5823 tablet_copy_client.cc:308] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34477
I20240503 13:59:26.241406 2549 tablet_copy_service.cc:140] P 1827a6b711be43a28e417e2cb515aabc: Received BeginTabletCopySession request for tablet 22f3612f1081432e8477b2f362706bc7 from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:43185)
I20240503 13:59:26.241518 2549 tablet_copy_service.cc:161] P 1827a6b711be43a28e417e2cb515aabc: Beginning new tablet copy session on tablet 22f3612f1081432e8477b2f362706bc7 from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:43185: session id = 266a945ac46a408285457f0b86b3ea71-22f3612f1081432e8477b2f362706bc7
I20240503 13:59:26.242341 2549 tablet_copy_source_session.cc:205] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:26.243299 5823 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 22f3612f1081432e8477b2f362706bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:26.245097 5823 tablet_copy_client.cc:783] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:26.245234 5823 tablet_copy_client.cc:647] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:26.247287 5823 tablet_copy_client.cc:523] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:26.248349 5823 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:26.386070 2391 consensus_queue.cc:237] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 265, Committed index: 265, Last appended: 1.265, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.387957 3830 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
I20240503 13:59:26.388134 2921 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
I20240503 13:59:26.388324 2525 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
I20240503 13:59:26.388733 5812 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:26.388968 5813 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:26.389132 5393 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:26.390295 2790 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 265. Preceding OpId from leader: term: 1 index: 266. (index mismatch)
W20240503 13:59:26.390676 2332 consensus_peers.cc:485] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d2c1a6d5d56c4b28b10462587890af94. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:26.390972 5813 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 266, Last known committed idx: 265, Time since last communication: 0.000s
I20240503 13:59:26.392716 5396 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.266: config changed from index 86 to 266, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.393194 2525 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 86 to 266, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.393239 2921 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 86 to 266, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.395745 2248 catalog_manager.cc:5484] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 reported cstate change: config changed from index 86 to 266, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:26.396051 3830 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 86 to 266, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.400029 2790 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.266: config changed from index 86 to 266, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.407517 2525 consensus_queue.cc:237] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 244, Committed index: 244, Last appended: 1.244, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.409576 2657 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 244. Preceding OpId from leader: term: 1 index: 245. (index mismatch)
I20240503 13:59:26.409576 3046 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 244. Preceding OpId from leader: term: 1 index: 245. (index mismatch)
I20240503 13:59:26.409643 2391 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 244. Preceding OpId from leader: term: 1 index: 245. (index mismatch)
I20240503 13:59:26.410164 2790 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 244. Preceding OpId from leader: term: 1 index: 245. (index mismatch)
I20240503 13:59:26.410221 5871 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 245, Last known committed idx: 244, Time since last communication: 0.000s
I20240503 13:59:26.410418 5872 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 245, Last known committed idx: 244, Time since last communication: 0.000s
I20240503 13:59:26.410614 5120 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 245, Last known committed idx: 244, Time since last communication: 0.000s
I20240503 13:59:26.410812 5873 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 245, Last known committed idx: 244, Time since last communication: 0.000s
W20240503 13:59:26.411002 2463 consensus_peers.cc:485] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc -> Peer 266a945ac46a408285457f0b86b3ea71 (127.0.99.136:45291): Couldn't send request to peer 266a945ac46a408285457f0b86b3ea71. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 294164e42a394131955c360bb1aca1ce. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:26.413313 5120 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.245: config changed from index -1 to 245, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.414548 3046 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.245: config changed from index -1 to 245, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.414604 2391 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.245: config changed from index -1 to 245, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.416635 2790 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.245: config changed from index -1 to 245, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.416697 2657 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.245: config changed from index -1 to 245, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New config: { opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } } }
I20240503 13:59:26.416743 2254 catalog_manager.cc:5484] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index -1 to 245, NON_VOTER 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:26.492971 5903 ts_tablet_manager.cc:902] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer 7859db26507f469d9a578ecb745dcafc (127.0.99.131:40211)
I20240503 13:59:26.493553 5903 tablet_copy_client.cc:308] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:40211
I20240503 13:59:26.494032 2680 tablet_copy_service.cc:140] P 7859db26507f469d9a578ecb745dcafc: Received BeginTabletCopySession request for tablet 06e6b6b195334b2796adcab20e7c0e52 from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:56773)
I20240503 13:59:26.494136 2680 tablet_copy_service.cc:161] P 7859db26507f469d9a578ecb745dcafc: Beginning new tablet copy session on tablet 06e6b6b195334b2796adcab20e7c0e52 from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:56773: session id = 266a945ac46a408285457f0b86b3ea71-06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:26.495035 2680 tablet_copy_source_session.cc:205] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:26.495801 5903 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 06e6b6b195334b2796adcab20e7c0e52. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:26.497532 5903 tablet_copy_client.cc:783] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:26.497681 5903 tablet_copy_client.cc:647] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:26.500116 5903 tablet_copy_client.cc:523] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:26.501155 5903 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:26.535725 5823 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=471 overwritten=0 applied=471 ignored=0} inserts{seen=1140 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:26.536015 5823 tablet_bootstrap.cc:492] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:26.536224 5823 ts_tablet_manager.cc:1367] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.288s user 0.233s sys 0.049s
I20240503 13:59:26.536942 5823 raft_consensus.cc:348] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.537053 5823 raft_consensus.cc:729] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:26.537171 5823 consensus_queue.cc:260] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 471, Last appended: 1.471, Last appended by leader: 471, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 471 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.537467 5823 ts_tablet_manager.cc:1398] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:26.538028 2549 tablet_copy_service.cc:342] P 1827a6b711be43a28e417e2cb515aabc: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-22f3612f1081432e8477b2f362706bc7 received from {username='slave'} at 127.0.99.136:43185
I20240503 13:59:26.538122 2549 tablet_copy_service.cc:433] P 1827a6b711be43a28e417e2cb515aabc: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-22f3612f1081432e8477b2f362706bc7 on tablet 22f3612f1081432e8477b2f362706bc7 with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:26.604753 5823 ts_tablet_manager.cc:902] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155)
I20240503 13:59:26.605232 5823 tablet_copy_client.cc:308] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:38155
I20240503 13:59:26.605798 2811 tablet_copy_service.cc:140] P 4f61c9c8765c4df78fc74107fa0a624d: Received BeginTabletCopySession request for tablet 13dfa0662c534ccb846bcf67a7b67e53 from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:54351)
I20240503 13:59:26.605901 2811 tablet_copy_service.cc:161] P 4f61c9c8765c4df78fc74107fa0a624d: Beginning new tablet copy session on tablet 13dfa0662c534ccb846bcf67a7b67e53 from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:54351: session id = 266a945ac46a408285457f0b86b3ea71-13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:26.606746 2811 tablet_copy_source_session.cc:205] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:26.607519 5823 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 13dfa0662c534ccb846bcf67a7b67e53. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:26.609172 5823 tablet_copy_client.cc:783] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:26.609331 5823 tablet_copy_client.cc:647] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:26.610425 5823 tablet_copy_client.cc:523] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:26.611400 5823 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:26.615953 5823 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:26.616237 5823 tablet_bootstrap.cc:492] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:26.616398 5823 ts_tablet_manager.cc:1367] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
I20240503 13:59:26.616917 5823 raft_consensus.cc:348] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.617069 5823 raft_consensus.cc:729] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:26.617183 5823 consensus_queue.cc:260] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.617478 5823 ts_tablet_manager.cc:1398] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:26.618299 2811 tablet_copy_service.cc:342] P 4f61c9c8765c4df78fc74107fa0a624d: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-13dfa0662c534ccb846bcf67a7b67e53 received from {username='slave'} at 127.0.99.136:54351
I20240503 13:59:26.618381 2811 tablet_copy_service.cc:433] P 4f61c9c8765c4df78fc74107fa0a624d: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-13dfa0662c534ccb846bcf67a7b67e53 on tablet 13dfa0662c534ccb846bcf67a7b67e53 with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:26.784672 5903 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=486 overwritten=0 applied=486 ignored=0} inserts{seen=1114 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:26.784971 5903 tablet_bootstrap.cc:492] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:26.785184 5903 ts_tablet_manager.cc:1367] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.284s user 0.269s sys 0.012s
I20240503 13:59:26.785621 5903 raft_consensus.cc:348] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.785730 5903 raft_consensus.cc:729] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:26.785817 5903 consensus_queue.cc:260] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 486, Last appended: 1.486, Last appended by leader: 486, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 486 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.786090 5903 ts_tablet_manager.cc:1398] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:26.786836 2680 tablet_copy_service.cc:342] P 7859db26507f469d9a578ecb745dcafc: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-06e6b6b195334b2796adcab20e7c0e52 received from {username='slave'} at 127.0.99.136:56773
I20240503 13:59:26.786935 2680 tablet_copy_service.cc:433] P 7859db26507f469d9a578ecb745dcafc: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-06e6b6b195334b2796adcab20e7c0e52 on tablet 06e6b6b195334b2796adcab20e7c0e52 with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:26.791167 5903 ts_tablet_manager.cc:902] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer d111a701625045459f1ccf1387c58517 (127.0.99.129:39855)
I20240503 13:59:26.791548 5903 tablet_copy_client.cc:308] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:39855
I20240503 13:59:26.791970 2418 tablet_copy_service.cc:140] P d111a701625045459f1ccf1387c58517: Received BeginTabletCopySession request for tablet d2c1a6d5d56c4b28b10462587890af94 from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:35079)
I20240503 13:59:26.792068 2418 tablet_copy_service.cc:161] P d111a701625045459f1ccf1387c58517: Beginning new tablet copy session on tablet d2c1a6d5d56c4b28b10462587890af94 from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:35079: session id = 266a945ac46a408285457f0b86b3ea71-d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:26.792851 2418 tablet_copy_source_session.cc:205] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:26.793578 5903 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d2c1a6d5d56c4b28b10462587890af94. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:26.795473 5903 tablet_copy_client.cc:783] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:26.795614 5903 tablet_copy_client.cc:647] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:26.797004 5903 tablet_copy_client.cc:523] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:26.797888 5903 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:26.833407 5206 raft_consensus.cc:1203] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.470->[1.471-1.471] Dedup: 1.471->[]
I20240503 13:59:26.846963 5823 ts_tablet_manager.cc:902] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: Initiating tablet copy from peer 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477)
I20240503 13:59:26.847620 5823 tablet_copy_client.cc:308] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34477
I20240503 13:59:26.848129 2549 tablet_copy_service.cc:140] P 1827a6b711be43a28e417e2cb515aabc: Received BeginTabletCopySession request for tablet 294164e42a394131955c360bb1aca1ce from peer 266a945ac46a408285457f0b86b3ea71 ({username='slave'} at 127.0.99.136:43185)
I20240503 13:59:26.848264 2549 tablet_copy_service.cc:161] P 1827a6b711be43a28e417e2cb515aabc: Beginning new tablet copy session on tablet 294164e42a394131955c360bb1aca1ce from peer 266a945ac46a408285457f0b86b3ea71 at {username='slave'} at 127.0.99.136:43185: session id = 266a945ac46a408285457f0b86b3ea71-294164e42a394131955c360bb1aca1ce
I20240503 13:59:26.849102 2549 tablet_copy_source_session.cc:205] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:26.849896 5823 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 294164e42a394131955c360bb1aca1ce. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:26.851612 5823 tablet_copy_client.cc:783] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:26.851773 5823 tablet_copy_client.cc:647] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:26.853392 5823 tablet_copy_client.cc:523] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:26.854382 5823 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: Bootstrap starting.
I20240503 13:59:26.938947 5206 raft_consensus.cc:1203] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.485->[1.486-1.486] Dedup: 1.486->[]
I20240503 13:59:26.965525 5903 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=266 overwritten=0 applied=266 ignored=0} inserts{seen=935 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:26.965826 5903 tablet_bootstrap.cc:492] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:26.966019 5903 ts_tablet_manager.cc:1367] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.168s user 0.145s sys 0.020s
I20240503 13:59:26.966459 5903 raft_consensus.cc:348] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.966603 5903 raft_consensus.cc:729] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:26.966717 5903 consensus_queue.cc:260] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 266, Last appended: 1.266, Last appended by leader: 266, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 266 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:26.966992 5903 ts_tablet_manager.cc:1398] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 13:59:26.967464 2418 tablet_copy_service.cc:342] P d111a701625045459f1ccf1387c58517: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-d2c1a6d5d56c4b28b10462587890af94 received from {username='slave'} at 127.0.99.136:35079
I20240503 13:59:26.967551 2418 tablet_copy_service.cc:433] P d111a701625045459f1ccf1387c58517: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-d2c1a6d5d56c4b28b10462587890af94 on tablet d2c1a6d5d56c4b28b10462587890af94 with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:27.010457 5823 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: Bootstrap replayed 1/1 log segments. Stats: ops{read=245 overwritten=0 applied=245 ignored=0} inserts{seen=930 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:27.010757 5823 tablet_bootstrap.cc:492] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: Bootstrap complete.
I20240503 13:59:27.010922 5823 ts_tablet_manager.cc:1367] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: Time spent bootstrapping tablet: real 0.157s user 0.143s sys 0.011s
I20240503 13:59:27.011328 5823 raft_consensus.cc:348] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:27.011437 5823 raft_consensus.cc:729] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 266a945ac46a408285457f0b86b3ea71, State: Initialized, Role: LEARNER
I20240503 13:59:27.011509 5823 consensus_queue.cc:260] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 245, Last appended: 1.245, Last appended by leader: 245, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 245 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: true } }
I20240503 13:59:27.011760 5823 ts_tablet_manager.cc:1398] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:27.012452 2549 tablet_copy_service.cc:342] P 1827a6b711be43a28e417e2cb515aabc: Request end of tablet copy session 266a945ac46a408285457f0b86b3ea71-294164e42a394131955c360bb1aca1ce received from {username='slave'} at 127.0.99.136:43185
I20240503 13:59:27.012558 2549 tablet_copy_service.cc:433] P 1827a6b711be43a28e417e2cb515aabc: ending tablet copy session 266a945ac46a408285457f0b86b3ea71-294164e42a394131955c360bb1aca1ce on tablet 294164e42a394131955c360bb1aca1ce with peer 266a945ac46a408285457f0b86b3ea71
I20240503 13:59:27.061193 5206 raft_consensus.cc:1203] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 13:59:27.283169 5206 raft_consensus.cc:1203] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.244->[1.245-1.245] Dedup: 1.245->[]
I20240503 13:59:27.320544 5975 raft_consensus.cc:1050] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:27.320955 5975 consensus_queue.cc:237] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 486, Committed index: 486, Last appended: 1.486, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.322588 2396 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 486. Preceding OpId from leader: term: 1 index: 487. (index mismatch)
I20240503 13:59:27.322638 3046 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 486. Preceding OpId from leader: term: 1 index: 487. (index mismatch)
I20240503 13:59:27.322638 2921 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 486. Preceding OpId from leader: term: 1 index: 487. (index mismatch)
I20240503 13:59:27.323035 6004 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 487, Last known committed idx: 486, Time since last communication: 0.000s
I20240503 13:59:27.323283 5206 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 486. Preceding OpId from leader: term: 1 index: 487. (index mismatch)
I20240503 13:59:27.323354 6005 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 487, Last known committed idx: 486, Time since last communication: 0.000s
I20240503 13:59:27.323380 2525 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 486. Preceding OpId from leader: term: 1 index: 487. (index mismatch)
I20240503 13:59:27.323719 5975 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 487, Last known committed idx: 486, Time since last communication: 0.000s
I20240503 13:59:27.323896 6003 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 487, Last known committed idx: 486, Time since last communication: 0.000s
I20240503 13:59:27.324060 5599 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 487, Last known committed idx: 486, Time since last communication: 0.000s
I20240503 13:59:27.326445 6005 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.487: config changed from index 486 to 487, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.326903 2525 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.487: config changed from index 486 to 487, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.328401 3046 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.487: config changed from index 486 to 487, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.328583 5206 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.487: config changed from index 486 to 487, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.329486 2396 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.487: config changed from index 486 to 487, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.330365 2248 catalog_manager.cc:5484] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 486 to 487, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.332700 2921 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.487: config changed from index 486 to 487, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 487 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.335906 2657 consensus_queue.cc:237] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 487, Committed index: 487, Last appended: 1.487, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.337913 2525 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:27.338063 5206 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:27.338387 6004 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
I20240503 13:59:27.338441 3046 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:27.338877 6004 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
I20240503 13:59:27.339104 5975 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
I20240503 13:59:27.342137 2921 raft_consensus.cc:1261] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 7859db26507f469d9a578ecb745dcafc: Log matching property violated. Preceding OpId in replica: term: 1 index: 487. Preceding OpId from leader: term: 1 index: 488. (index mismatch)
I20240503 13:59:27.342594 5715 consensus_queue.cc:1035] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 488, Last known committed idx: 487, Time since last communication: 0.000s
I20240503 13:59:27.342691 5206 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 487 to 488, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.344034 2920 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 487 to 488, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.345108 2256 catalog_manager.cc:5484] T 06e6b6b195334b2796adcab20e7c0e52 P 266a945ac46a408285457f0b86b3ea71 reported cstate change: config changed from index 487 to 488, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "7859db26507f469d9a578ecb745dcafc" committed_config { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.346153 6003 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 7859db26507f469d9a578ecb745dcafc [term 1 LEADER]: Committing config change with OpId 1.488: config changed from index 487 to 488, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.348126 2525 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 487 to 488, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.349653 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 06e6b6b195334b2796adcab20e7c0e52 with cas_config_opid_index 487: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:27.351109 2376 tablet_service.cc:1514] Processing DeleteTablet for tablet 06e6b6b195334b2796adcab20e7c0e52 with delete_type TABLET_DATA_TOMBSTONED (TS d111a701625045459f1ccf1387c58517 not found in new config with opid_index 488) from {username='slave'} at 127.0.0.1:37612
I20240503 13:59:27.351527 6014 tablet_replica.cc:330] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: stopping tablet replica
I20240503 13:59:27.351765 6014 raft_consensus.cc:2229] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:27.351822 3046 raft_consensus.cc:2932] T 06e6b6b195334b2796adcab20e7c0e52 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.488: config changed from index 487 to 488, VOTER d111a701625045459f1ccf1387c58517 (127.0.99.129) evicted. New config: { opid_index: 488 OBSOLETE_local: false peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.352011 6014 raft_consensus.cc:2258] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:27.354723 6014 ts_tablet_manager.cc:1875] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:27.356938 6014 ts_tablet_manager.cc:1888] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.487
I20240503 13:59:27.357004 6014 log.cc:1196] T 06e6b6b195334b2796adcab20e7c0e52 P d111a701625045459f1ccf1387c58517: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:27.357517 2243 catalog_manager.cc:4830] TS d111a701625045459f1ccf1387c58517 (127.0.99.129:39855): tablet 06e6b6b195334b2796adcab20e7c0e52 (table rebalance_test_table_1 [id=2e57aa5fb2a94b25a1c07288a38e09ed]) successfully deleted
I20240503 13:59:27.370249 5871 raft_consensus.cc:1050] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:27.370806 5871 consensus_queue.cc:237] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 471, Committed index: 471, Last appended: 1.471, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.372464 5206 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 471. Preceding OpId from leader: term: 1 index: 472. (index mismatch)
I20240503 13:59:27.372490 3830 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 471. Preceding OpId from leader: term: 1 index: 472. (index mismatch)
I20240503 13:59:27.372860 2920 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 471. Preceding OpId from leader: term: 1 index: 472. (index mismatch)
I20240503 13:59:27.373179 5872 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 472, Last known committed idx: 471, Time since last communication: 0.000s
I20240503 13:59:27.373389 2396 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 471. Preceding OpId from leader: term: 1 index: 472. (index mismatch)
I20240503 13:59:27.373427 5873 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 472, Last known committed idx: 471, Time since last communication: 0.000s
I20240503 13:59:27.374020 2790 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 471. Preceding OpId from leader: term: 1 index: 472. (index mismatch)
I20240503 13:59:27.374343 5872 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 472, Last known committed idx: 471, Time since last communication: 0.000s
I20240503 13:59:27.374634 6026 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 472, Last known committed idx: 471, Time since last communication: 0.000s
I20240503 13:59:27.376168 5872 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 472, Last known committed idx: 471, Time since last communication: 0.000s
I20240503 13:59:27.376757 5871 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.472: config changed from index 471 to 472, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.377226 5206 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.472: config changed from index 471 to 472, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.378600 3830 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.472: config changed from index 471 to 472, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.379804 2254 catalog_manager.cc:5484] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 471 to 472, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:27.380545 2790 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.472: config changed from index 471 to 472, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.380702 2920 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.472: config changed from index 471 to 472, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.382546 2396 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.472: config changed from index 471 to 472, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 472 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } attrs { replace: true } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.384364 2525 consensus_queue.cc:237] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 472, Committed index: 472, Last appended: 1.472, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 473 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.385658 5206 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 472. Preceding OpId from leader: term: 1 index: 473. (index mismatch)
I20240503 13:59:27.385708 3830 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 472. Preceding OpId from leader: term: 1 index: 473. (index mismatch)
I20240503 13:59:27.385821 2790 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 472. Preceding OpId from leader: term: 1 index: 473. (index mismatch)
I20240503 13:59:27.386399 5872 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 473, Last known committed idx: 472, Time since last communication: 0.000s
I20240503 13:59:27.387037 6026 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 473, Last known committed idx: 472, Time since last communication: 0.000s
I20240503 13:59:27.387336 6026 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 473, Last known committed idx: 472, Time since last communication: 0.000s
I20240503 13:59:27.389657 2396 raft_consensus.cc:1261] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 472. Preceding OpId from leader: term: 1 index: 473. (index mismatch)
I20240503 13:59:27.390040 5871 consensus_queue.cc:1035] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 473, Last known committed idx: 472, Time since last communication: 0.000s
I20240503 13:59:27.391108 5872 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.473: config changed from index 472 to 473, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 473 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.392001 5206 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.473: config changed from index 472 to 473, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 473 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.392745 2790 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.473: config changed from index 472 to 473, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 473 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.393496 2256 catalog_manager.cc:5484] T 22f3612f1081432e8477b2f362706bc7 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 472 to 473, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 473 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:27.394167 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 22f3612f1081432e8477b2f362706bc7 with cas_config_opid_index 472: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:27.395059 3830 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.473: config changed from index 472 to 473, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 473 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.395741 2396 raft_consensus.cc:2932] T 22f3612f1081432e8477b2f362706bc7 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.473: config changed from index 472 to 473, VOTER f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133) evicted. New config: { opid_index: 473 OBSOLETE_local: false peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.396201 5206 raft_consensus.cc:1203] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.265->[1.266-1.266] Dedup: 1.266->[]
I20240503 13:59:27.397521 2900 tablet_service.cc:1514] Processing DeleteTablet for tablet 22f3612f1081432e8477b2f362706bc7 with delete_type TABLET_DATA_TOMBSTONED (TS f20f8575e230471f8c20ea9a29aa2c27 not found in new config with opid_index 473) from {username='slave'} at 127.0.0.1:48128
I20240503 13:59:27.399391 6045 tablet_replica.cc:330] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: stopping tablet replica
I20240503 13:59:27.399864 6045 raft_consensus.cc:2229] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:27.400065 6045 raft_consensus.cc:2258] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:27.402014 6045 ts_tablet_manager.cc:1875] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:27.404613 6045 ts_tablet_manager.cc:1888] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.472
I20240503 13:59:27.404697 6045 log.cc:1196] T 22f3612f1081432e8477b2f362706bc7 P f20f8575e230471f8c20ea9a29aa2c27: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/wals/22f3612f1081432e8477b2f362706bc7
I20240503 13:59:27.405269 2240 catalog_manager.cc:4830] TS f20f8575e230471f8c20ea9a29aa2c27 (127.0.99.133:37093): tablet 22f3612f1081432e8477b2f362706bc7 (table rebalance_test_table_2 [id=606a15cee35c4e22a76d7b297142afa4]) successfully deleted
I20240503 13:59:27.462760 5771 raft_consensus.cc:1050] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:27.463194 5771 consensus_queue.cc:237] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.464754 2396 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:27.464756 3046 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:27.464797 3830 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:27.465128 5206 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:27.465294 6068 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:27.465540 6067 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:27.465634 2920 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:27.465744 6069 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:27.465974 5976 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:27.466306 5771 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:27.469038 6068 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.470075 3046 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.470717 3830 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.472254 2254 catalog_manager.cc:5484] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 5 to 6, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:27.472641 2396 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.475405 5206 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.475440 2920 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } attrs { promote: false replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
W20240503 13:59:27.476950 6069 consensus_queue.cc:1159] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue is closed or peer was untracked, disregarding peer response. Response: responder_uuid: "266a945ac46a408285457f0b86b3ea71" responder_term: 1 status { last_received { term: 1 index: 6 } last_committed_idx: 6 last_received_current_leader { term: 1 index: 6 } }
I20240503 13:59:27.477181 2790 consensus_queue.cc:237] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.478646 5206 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:27.479415 3831 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:27.479933 2396 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:27.479797 6069 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:27.480194 2920 raft_consensus.cc:1261] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer 4f61c9c8765c4df78fc74107fa0a624d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:27.480356 5976 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:27.480490 6069 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:27.480990 6067 consensus_queue.cc:1035] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:27.482439 5771 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.482924 2396 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.482959 5206 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.484549 3831 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.485244 2241 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 13dfa0662c534ccb846bcf67a7b67e53 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:27.486541 2251 catalog_manager.cc:5484] T 13dfa0662c534ccb846bcf67a7b67e53 P 4f61c9c8765c4df78fc74107fa0a624d reported cstate change: config changed from index 6 to 7, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "4f61c9c8765c4df78fc74107fa0a624d" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:27.489212 3028 tablet_service.cc:1514] Processing DeleteTablet for tablet 13dfa0662c534ccb846bcf67a7b67e53 with delete_type TABLET_DATA_TOMBSTONED (TS f95403e961d945b1bc869c56f95258d0 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:56252
I20240503 13:59:27.489522 2920 raft_consensus.cc:2932] T 13dfa0662c534ccb846bcf67a7b67e53 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f95403e961d945b1bc869c56f95258d0 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.490271 6075 tablet_replica.cc:330] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: stopping tablet replica
I20240503 13:59:27.490444 6075 raft_consensus.cc:2229] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:27.490660 6075 raft_consensus.cc:2258] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:27.493460 6075 ts_tablet_manager.cc:1875] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:27.495342 6075 ts_tablet_manager.cc:1888] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 13:59:27.495414 6075 log.cc:1196] T 13dfa0662c534ccb846bcf67a7b67e53 P f95403e961d945b1bc869c56f95258d0: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:27.495879 2242 catalog_manager.cc:4830] TS f95403e961d945b1bc869c56f95258d0 (127.0.99.134:43849): tablet 13dfa0662c534ccb846bcf67a7b67e53 (table TestTable [id=b50a3c6a5b2944f4bb4837c8f47493c8]) successfully deleted
I20240503 13:59:27.772312 5871 raft_consensus.cc:1050] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:27.772730 5871 consensus_queue.cc:237] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 245, Committed index: 245, Last appended: 1.245, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.774281 2396 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 245. Preceding OpId from leader: term: 1 index: 246. (index mismatch)
I20240503 13:59:27.774307 3046 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 245. Preceding OpId from leader: term: 1 index: 246. (index mismatch)
I20240503 13:59:27.774425 2790 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 245. Preceding OpId from leader: term: 1 index: 246. (index mismatch)
I20240503 13:59:27.774675 2657 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 245. Preceding OpId from leader: term: 1 index: 246. (index mismatch)
I20240503 13:59:27.774693 5206 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 245. Preceding OpId from leader: term: 1 index: 246. (index mismatch)
I20240503 13:59:27.774706 5871 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 246, Last known committed idx: 245, Time since last communication: 0.000s
I20240503 13:59:27.775034 5871 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 246, Last known committed idx: 245, Time since last communication: 0.000s
I20240503 13:59:27.775168 6037 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 246, Last known committed idx: 245, Time since last communication: 0.000s
I20240503 13:59:27.775393 5872 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 246, Last known committed idx: 245, Time since last communication: 0.000s
I20240503 13:59:27.775547 6037 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 246, Last known committed idx: 245, Time since last communication: 0.000s
I20240503 13:59:27.777932 6037 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.246: config changed from index 245 to 246, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.778343 5206 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.246: config changed from index 245 to 246, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.778565 2657 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.246: config changed from index 245 to 246, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.780429 2396 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.246: config changed from index 245 to 246, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.780661 2790 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.246: config changed from index 245 to 246, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.781952 3046 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.246: config changed from index 245 to 246, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.782148 2256 catalog_manager.cc:5484] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 245 to 246, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 246 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:27.786753 2525 consensus_queue.cc:237] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 246, Committed index: 246, Last appended: 1.246, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 247 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.787443 6044 raft_consensus.cc:1050] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517: attempting to promote NON_VOTER 266a945ac46a408285457f0b86b3ea71 to VOTER
I20240503 13:59:27.787873 6044 consensus_queue.cc:237] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 266, Committed index: 266, Last appended: 1.266, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:27.789474 2920 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 266. Preceding OpId from leader: term: 1 index: 267. (index mismatch)
I20240503 13:59:27.789546 5205 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 246. Preceding OpId from leader: term: 1 index: 247. (index mismatch)
I20240503 13:59:27.789666 5206 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [term 1 LEARNER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 266. Preceding OpId from leader: term: 1 index: 267. (index mismatch)
I20240503 13:59:27.789920 3831 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 266. Preceding OpId from leader: term: 1 index: 267. (index mismatch)
I20240503 13:59:27.789922 6110 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 267, Last known committed idx: 266, Time since last communication: 0.000s
I20240503 13:59:27.790278 2525 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 266. Preceding OpId from leader: term: 1 index: 267. (index mismatch)
I20240503 13:59:27.790352 2657 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 246. Preceding OpId from leader: term: 1 index: 247. (index mismatch)
I20240503 13:59:27.790565 5813 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 267, Last known committed idx: 266, Time since last communication: 0.000s
I20240503 13:59:27.790812 5873 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 247, Last known committed idx: 246, Time since last communication: 0.000s
I20240503 13:59:27.790915 5813 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 267, Last known committed idx: 266, Time since last communication: 0.000s
I20240503 13:59:27.791198 6110 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 267, Last known committed idx: 266, Time since last communication: 0.000s
I20240503 13:59:27.792212 5873 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 247, Last known committed idx: 246, Time since last communication: 0.000s
I20240503 13:59:27.793538 5813 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.267: config changed from index 266 to 267, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.793684 3046 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 246. Preceding OpId from leader: term: 1 index: 247. (index mismatch)
I20240503 13:59:27.793751 2396 raft_consensus.cc:1261] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Refusing update from remote peer 1827a6b711be43a28e417e2cb515aabc: Log matching property violated. Preceding OpId in replica: term: 1 index: 246. Preceding OpId from leader: term: 1 index: 247. (index mismatch)
I20240503 13:59:27.794077 6026 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 247, Last known committed idx: 246, Time since last communication: 0.000s
I20240503 13:59:27.794328 5873 consensus_queue.cc:1035] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 247, Last known committed idx: 246, Time since last communication: 0.000s
I20240503 13:59:27.794243 5872 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 1827a6b711be43a28e417e2cb515aabc [term 1 LEADER]: Committing config change with OpId 1.247: config changed from index 246 to 247, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 247 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.794940 5205 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.247: config changed from index 246 to 247, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 247 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.796788 3046 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P f95403e961d945b1bc869c56f95258d0 [term 1 FOLLOWER]: Committing config change with OpId 1.247: config changed from index 246 to 247, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 247 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.797103 2396 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P d111a701625045459f1ccf1387c58517 [term 1 FOLLOWER]: Committing config change with OpId 1.247: config changed from index 246 to 247, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 247 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.797410 2252 catalog_manager.cc:5484] T 294164e42a394131955c360bb1aca1ce P 266a945ac46a408285457f0b86b3ea71 reported cstate change: config changed from index 246 to 247, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "1827a6b711be43a28e417e2cb515aabc" committed_config { opid_index: 247 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.798251 2242 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 294164e42a394131955c360bb1aca1ce with cas_config_opid_index 246: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:27.799358 2525 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Committing config change with OpId 1.267: config changed from index 266 to 267, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.799613 2657 raft_consensus.cc:2932] T 294164e42a394131955c360bb1aca1ce P 7859db26507f469d9a578ecb745dcafc [term 1 FOLLOWER]: Committing config change with OpId 1.247: config changed from index 246 to 247, VOTER 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132) evicted. New config: { opid_index: 247 OBSOLETE_local: false peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } } peers { permanent_uuid: "7859db26507f469d9a578ecb745dcafc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 40211 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f95403e961d945b1bc869c56f95258d0" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 43849 } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.800137 2790 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 266. Preceding OpId from leader: term: 1 index: 267. (index mismatch)
I20240503 13:59:27.800653 6111 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 267, Last known committed idx: 266, Time since last communication: 0.000s
I20240503 13:59:27.801213 2770 tablet_service.cc:1514] Processing DeleteTablet for tablet 294164e42a394131955c360bb1aca1ce with delete_type TABLET_DATA_TOMBSTONED (TS 4f61c9c8765c4df78fc74107fa0a624d not found in new config with opid_index 247) from {username='slave'} at 127.0.0.1:54250
I20240503 13:59:27.801617 6117 tablet_replica.cc:330] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: stopping tablet replica
I20240503 13:59:27.801776 6117 raft_consensus.cc:2229] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:27.802403 6117 raft_consensus.cc:2258] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:27.802431 5206 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.267: config changed from index 266 to 267, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.803397 2790 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.267: config changed from index 266 to 267, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.804071 2253 catalog_manager.cc:5484] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc reported cstate change: config changed from index 266 to 267, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.804373 6117 ts_tablet_manager.cc:1875] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:27.806736 6117 ts_tablet_manager.cc:1888] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.246
I20240503 13:59:27.806867 6117 log.cc:1196] T 294164e42a394131955c360bb1aca1ce P 4f61c9c8765c4df78fc74107fa0a624d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/294164e42a394131955c360bb1aca1ce
I20240503 13:59:27.807195 3831 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.267: config changed from index 266 to 267, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.807765 2920 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.267: config changed from index 266 to 267, 266a945ac46a408285457f0b86b3ea71 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 267 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "1827a6b711be43a28e417e2cb515aabc" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34477 } attrs { replace: true } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:27.808576 2241 catalog_manager.cc:4830] TS 4f61c9c8765c4df78fc74107fa0a624d (127.0.99.132:38155): tablet 294164e42a394131955c360bb1aca1ce (table rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]) successfully deleted
I20240503 13:59:28.284225 2396 consensus_queue.cc:237] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 267, Committed index: 267, Last appended: 1.267, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 268 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } }
I20240503 13:59:28.285589 2920 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 267. Preceding OpId from leader: term: 1 index: 268. (index mismatch)
I20240503 13:59:28.285573 5206 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 267. Preceding OpId from leader: term: 1 index: 268. (index mismatch)
I20240503 13:59:28.285583 3831 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 267. Preceding OpId from leader: term: 1 index: 268. (index mismatch)
I20240503 13:59:28.286012 6111 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 268, Last known committed idx: 267, Time since last communication: 0.000s
I20240503 13:59:28.286176 6112 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 268, Last known committed idx: 267, Time since last communication: 0.000s
I20240503 13:59:28.286324 5813 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 268, Last known committed idx: 267, Time since last communication: 0.000s
I20240503 13:59:28.287184 2790 raft_consensus.cc:1261] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Refusing update from remote peer d111a701625045459f1ccf1387c58517: Log matching property violated. Preceding OpId in replica: term: 1 index: 267. Preceding OpId from leader: term: 1 index: 268. (index mismatch)
I20240503 13:59:28.288445 6112 consensus_queue.cc:1035] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 268, Last known committed idx: 267, Time since last communication: 0.000s
I20240503 13:59:28.288913 6044 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P d111a701625045459f1ccf1387c58517 [term 1 LEADER]: Committing config change with OpId 1.268: config changed from index 267 to 268, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 268 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:28.289335 5206 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 [term 1 FOLLOWER]: Committing config change with OpId 1.268: config changed from index 267 to 268, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 268 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:28.289422 3831 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P a19b8b5f3ee74142ab48268b857bf9da [term 1 FOLLOWER]: Committing config change with OpId 1.268: config changed from index 267 to 268, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 268 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:28.291427 2920 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P f20f8575e230471f8c20ea9a29aa2c27 [term 1 FOLLOWER]: Committing config change with OpId 1.268: config changed from index 267 to 268, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 268 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:28.292150 2254 catalog_manager.cc:5484] T d2c1a6d5d56c4b28b10462587890af94 P 266a945ac46a408285457f0b86b3ea71 reported cstate change: config changed from index 267 to 268, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "d111a701625045459f1ccf1387c58517" committed_config { opid_index: 268 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:28.292752 2243 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d2c1a6d5d56c4b28b10462587890af94 with cas_config_opid_index 267: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:28.294966 2509 tablet_service.cc:1514] Processing DeleteTablet for tablet d2c1a6d5d56c4b28b10462587890af94 with delete_type TABLET_DATA_TOMBSTONED (TS 1827a6b711be43a28e417e2cb515aabc not found in new config with opid_index 268) from {username='slave'} at 127.0.0.1:45246
I20240503 13:59:28.296089 6145 tablet_replica.cc:330] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: stopping tablet replica
I20240503 13:59:28.296227 6145 raft_consensus.cc:2229] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:28.296590 6145 raft_consensus.cc:2258] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:28.297863 2790 raft_consensus.cc:2932] T d2c1a6d5d56c4b28b10462587890af94 P 4f61c9c8765c4df78fc74107fa0a624d [term 1 FOLLOWER]: Committing config change with OpId 1.268: config changed from index 267 to 268, VOTER 1827a6b711be43a28e417e2cb515aabc (127.0.99.130) evicted. New config: { opid_index: 268 OBSOLETE_local: false peers { permanent_uuid: "4f61c9c8765c4df78fc74107fa0a624d" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 38155 } } peers { permanent_uuid: "d111a701625045459f1ccf1387c58517" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 39855 } } peers { permanent_uuid: "f20f8575e230471f8c20ea9a29aa2c27" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 37093 } } peers { permanent_uuid: "a19b8b5f3ee74142ab48268b857bf9da" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 38981 } attrs { promote: false } } peers { permanent_uuid: "266a945ac46a408285457f0b86b3ea71" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 45291 } attrs { promote: false } } }
I20240503 13:59:28.298188 6145 ts_tablet_manager.cc:1875] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:28.300371 6145 ts_tablet_manager.cc:1888] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.267
I20240503 13:59:28.300472 6145 log.cc:1196] T d2c1a6d5d56c4b28b10462587890af94 P 1827a6b711be43a28e417e2cb515aabc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:28.301589 2242 catalog_manager.cc:4830] TS 1827a6b711be43a28e417e2cb515aabc (127.0.99.130:34477): tablet d2c1a6d5d56c4b28b10462587890af94 (table rebalance_test_table_4 [id=641959f23547415380ec4a3beb9baa71]) successfully deleted
I20240503 13:59:28.557667 5186 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:28.558224 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.559548 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:28.567158 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:28.572209 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.577312 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:28.589713 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.601931 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:28.688740 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.691992 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:28.692958 5186 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:28.693703 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:28.695520 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:28.696825 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:28.702371 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.719449 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.826519 2770 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:28.827389 5186 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:28.829200 3814 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:28.829807 2509 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.831223 2376 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:28.833184 2640 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:28.834375 2900 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 13:59:28.856990 3028 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
Master Summary
UUID | Address | Status
----------------------------------+--------------------+---------
b3fd6ed70f164c5397daafd6bbc9499f | 127.0.99.190:39453 | HEALTHY
Unusual flags for Master:
Flag | Value | Tags | Master
------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
allow_unsafe_replication_factor | true | runtime,unsafe | all 1 server(s) checked
ipki_ca_key_size | 768 | experimental | all 1 server(s) checked
ipki_server_key_size | 768 | experimental | all 1 server(s) checked
never_fsync | true | unsafe,advanced | all 1 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 1 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 1 server(s) checked
rpc_reuseport | true | experimental | all 1 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 1 server(s) checked
server_dump_info_format | pb | hidden | all 1 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb | hidden | all 1 server(s) checked
tsk_num_rsa_bits | 512 | experimental | all 1 server(s) checked
Flags of checked categories for Master:
Flag | Value | Master
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:42713 | all 1 server(s) checked
time_source | builtin | all 1 server(s) checked
Tablet Server Summary
UUID | Address | Status | Location | Tablet Leaders | Active Scanners
----------------------------------+--------------------+---------+----------+----------------+-----------------
1827a6b711be43a28e417e2cb515aabc | 127.0.99.130:34477 | HEALTHY | <none> | 2 | 0
266a945ac46a408285457f0b86b3ea71 | 127.0.99.136:45291 | HEALTHY | <none> | 0 | 0
4f61c9c8765c4df78fc74107fa0a624d | 127.0.99.132:38155 | HEALTHY | <none> | 4 | 0
7859db26507f469d9a578ecb745dcafc | 127.0.99.131:40211 | HEALTHY | <none> | 3 | 0
a19b8b5f3ee74142ab48268b857bf9da | 127.0.99.135:38981 | HEALTHY | <none> | 0 | 0
d111a701625045459f1ccf1387c58517 | 127.0.99.129:39855 | HEALTHY | <none> | 3 | 0
f20f8575e230471f8c20ea9a29aa2c27 | 127.0.99.133:37093 | HEALTHY | <none> | 2 | 0
f95403e961d945b1bc869c56f95258d0 | 127.0.99.134:43849 | HEALTHY | <none> | 2 | 0
Tablet Server Location Summary
Location | Count
----------+---------
<none> | 8
Unusual flags for Tablet Server:
Flag | Value | Tags | Tablet Server
------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
ipki_server_key_size | 768 | experimental | all 8 server(s) checked
local_ip_for_outbound_sockets | 127.0.99.129 | experimental | 127.0.99.129:39855
local_ip_for_outbound_sockets | 127.0.99.130 | experimental | 127.0.99.130:34477
local_ip_for_outbound_sockets | 127.0.99.131 | experimental | 127.0.99.131:40211
local_ip_for_outbound_sockets | 127.0.99.132 | experimental | 127.0.99.132:38155
local_ip_for_outbound_sockets | 127.0.99.133 | experimental | 127.0.99.133:37093
local_ip_for_outbound_sockets | 127.0.99.134 | experimental | 127.0.99.134:43849
local_ip_for_outbound_sockets | 127.0.99.135 | experimental | 127.0.99.135:38981
local_ip_for_outbound_sockets | 127.0.99.136 | experimental | 127.0.99.136:45291
never_fsync | true | unsafe,advanced | all 8 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 8 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 8 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 8 server(s) checked
server_dump_info_format | pb | hidden | all 8 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb | hidden | 127.0.99.129:39855
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb | hidden | 127.0.99.130:34477
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb | hidden | 127.0.99.131:40211
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb | hidden | 127.0.99.132:38155
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb | hidden | 127.0.99.133:37093
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb | hidden | 127.0.99.134:43849
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb | hidden | 127.0.99.135:38981
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalanceParamTest.Rebalance_7.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb | hidden | 127.0.99.136:45291
Flags of checked categories for Tablet Server:
Flag | Value | Tablet Server
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:42713 | all 8 server(s) checked
time_source | builtin | all 8 server(s) checked
Version Summary
Version | Servers
-----------------+-------------------------
1.18.0-SNAPSHOT | all 9 server(s) checked
Tablet Summary
The cluster doesn't have any matching system tables
Summary by table
Name | RF | Status | Total Tablets | Healthy | Recovering | Under-replicated | Unavailable
------------------------+----+---------+---------------+---------+------------+------------------+-------------
TestTable | 5 | HEALTHY | 1 | 1 | 0 | 0 | 0
rebalance_test_table_0 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_1 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_2 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_3 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_4 | 5 | HEALTHY | 3 | 3 | 0 | 0 | 0
Tablet Replica Count Summary
Statistic | Replica Count
----------------+---------------
Minimum | 10
First Quartile | 10
Median | 10
Third Quartile | 10
Maximum | 10
Total Count Summary
| Total Count
----------------+-------------
Masters | 1
Tablet Servers | 8
Tables | 6
Tablets | 16
Replicas | 80
==================
Warnings:
==================
Some masters have unsafe, experimental, or hidden flags set
Some tablet servers have unsafe, experimental, or hidden flags set
OK
I20240503 13:59:28.886962 398 log_verifier.cc:126] Checking tablet 023c27c141fd46c3946f62fe9722a285
I20240503 13:59:29.071179 398 log_verifier.cc:177] Verified matching terms for 453 ops in tablet 023c27c141fd46c3946f62fe9722a285
I20240503 13:59:29.071477 398 log_verifier.cc:126] Checking tablet 06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:29.273878 398 log_verifier.cc:177] Verified matching terms for 488 ops in tablet 06e6b6b195334b2796adcab20e7c0e52
I20240503 13:59:29.274338 398 log_verifier.cc:126] Checking tablet 0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:29.487013 398 log_verifier.cc:177] Verified matching terms for 509 ops in tablet 0777feb6f7514b9288bdbfd6629ceeff
I20240503 13:59:29.487371 398 log_verifier.cc:126] Checking tablet 13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:29.516896 398 log_verifier.cc:177] Verified matching terms for 7 ops in tablet 13dfa0662c534ccb846bcf67a7b67e53
I20240503 13:59:29.516985 398 log_verifier.cc:126] Checking tablet 22f3612f1081432e8477b2f362706bc7
I20240503 13:59:29.712224 398 log_verifier.cc:177] Verified matching terms for 473 ops in tablet 22f3612f1081432e8477b2f362706bc7
I20240503 13:59:29.712534 398 log_verifier.cc:126] Checking tablet 25ef4a80c05643f6a500149f7f48b802
I20240503 13:59:29.841782 398 log_verifier.cc:177] Verified matching terms for 291 ops in tablet 25ef4a80c05643f6a500149f7f48b802
I20240503 13:59:29.841985 398 log_verifier.cc:126] Checking tablet 294164e42a394131955c360bb1aca1ce
I20240503 13:59:29.955930 398 log_verifier.cc:177] Verified matching terms for 247 ops in tablet 294164e42a394131955c360bb1aca1ce
I20240503 13:59:29.956140 398 log_verifier.cc:126] Checking tablet 2a4e12390f8747deb7c1944d588220f0
I20240503 13:59:30.147274 398 log_verifier.cc:177] Verified matching terms for 472 ops in tablet 2a4e12390f8747deb7c1944d588220f0
I20240503 13:59:30.147578 398 log_verifier.cc:126] Checking tablet 3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:30.351662 398 log_verifier.cc:177] Verified matching terms for 490 ops in tablet 3cc401e8a7604c8c8ee1ccf2480d2425
I20240503 13:59:30.351974 398 log_verifier.cc:126] Checking tablet 3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:30.578436 398 log_verifier.cc:177] Verified matching terms for 533 ops in tablet 3f055b7af8b14006af7336b1a89f40da
I20240503 13:59:30.578744 398 log_verifier.cc:126] Checking tablet 780a7c03bdb8490ab2cbb8e56a5859a1
I20240503 13:59:30.781221 398 log_verifier.cc:177] Verified matching terms for 493 ops in tablet 780a7c03bdb8490ab2cbb8e56a5859a1
I20240503 13:59:30.781524 398 log_verifier.cc:126] Checking tablet 91b15a7c4288443d9909eb123c7b6507
I20240503 13:59:30.886798 398 log_verifier.cc:177] Verified matching terms for 229 ops in tablet 91b15a7c4288443d9909eb123c7b6507
I20240503 13:59:30.886986 398 log_verifier.cc:126] Checking tablet 9de6a0de4ef54b039d3ba52b6ad45d3d
I20240503 13:59:30.995816 398 log_verifier.cc:177] Verified matching terms for 232 ops in tablet 9de6a0de4ef54b039d3ba52b6ad45d3d
I20240503 13:59:30.996013 398 log_verifier.cc:126] Checking tablet c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:31.207742 398 log_verifier.cc:177] Verified matching terms for 515 ops in tablet c21dc0dbb534455eb98bc26d092133d3
I20240503 13:59:31.208055 398 log_verifier.cc:126] Checking tablet d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:31.334533 398 log_verifier.cc:177] Verified matching terms for 268 ops in tablet d2c1a6d5d56c4b28b10462587890af94
I20240503 13:59:31.334754 398 log_verifier.cc:126] Checking tablet f426a824e4c84b969befda058815c81a
I20240503 13:59:31.454912 398 log_verifier.cc:177] Verified matching terms for 266 ops in tablet f426a824e4c84b969befda058815c81a
I20240503 13:59:31.456362 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 2316
I20240503 13:59:31.466339 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 2447
I20240503 13:59:31.473887 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 2578
I20240503 13:59:31.481504 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 2709
I20240503 13:59:31.491111 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 2840
I20240503 13:59:31.498874 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 2971
I20240503 13:59:31.505769 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 3751
I20240503 13:59:31.511898 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 5123
I20240503 13:59:31.518491 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 2225
2024-05-03T13:59:31Z chronyd exiting
[ OK ] RebalanceParamTest.Rebalance/7 (44562 ms)
[----------] 1 test from RebalanceParamTest (44562 ms total)
[----------] 1 test from TserverAddedDuringRebalancingTest
[ RUN ] TserverAddedDuringRebalancingTest.TserverStarts/1
I20240503 13:59:31.620898 398 test_util.cc:268] Using random seed: 553529371
I20240503 13:59:31.621618 398 ts_itest-base.cc:112] Starting cluster with:
I20240503 13:59:31.621665 398 ts_itest-base.cc:113] --------------
I20240503 13:59:31.621686 398 ts_itest-base.cc:114] 8 tablet servers
I20240503 13:59:31.621703 398 ts_itest-base.cc:115] 3 replicas per TS
I20240503 13:59:31.621714 398 ts_itest-base.cc:116] --------------
2024-05-03T13:59:31Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
2024-05-03T13:59:31Z Disabled control of system clock
I20240503 13:59:31.630045 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
master
run
--ipki_ca_key_size=768
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:34455
--webserver_interface=127.0.99.190
--webserver_port=0
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--rpc_reuseport=true
--master_addresses=127.0.99.190:34455
--tserver_unresponsive_timeout_ms=3000
--enable_range_replica_placement=false
--raft_prepare_replacement_before_eviction=true
--enable_range_replica_placement=false with env {}
W20240503 13:59:31.735256 6269 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:31.735497 6269 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:31.735563 6269 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:31.738449 6269 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:31.738517 6269 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
W20240503 13:59:31.738552 6269 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:31.738584 6269 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
W20240503 13:59:31.738621 6269 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
I20240503 13:59:31.742175 6269 master_runner.cc:386] Master server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--enable_range_replica_placement=false
--ipki_ca_key_size=768
--master_addresses=127.0.99.190:34455
--tserver_unresponsive_timeout_ms=3000
--ipki_server_key_size=768
--openssl_security_level_override=0
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:34455
--rpc_reuseport=true
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--webserver_interface=127.0.99.190
--webserver_port=0
--never_fsync=true
--heap_profile_path=/tmp/kudu.6269
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--logbuflevel=-1
--logtostderr=true
Master server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:31.743140 6269 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:31.744429 6269 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:31.752460 6275 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:31.753427 6269 server_base.cc:1034] running on GCE node
W20240503 13:59:31.754268 6274 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:31.755088 6277 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:31.755633 6269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:31.756620 6269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:31.757769 6269 hybrid_clock.cc:648] HybridClock initialized: now 1714744771757759 us; error 31 us; skew 500 ppm
I20240503 13:59:31.764086 6269 webserver.cc:460] Webserver started at http://127.0.99.190:33541/ using document root <none> and password file <none>
I20240503 13:59:31.764793 6269 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:31.764859 6269 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:31.765053 6269 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:31.766742 6269 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/instance:
uuid: "d2aaa0de821945e99f8c9e6e81ad3995"
format_stamp: "Formatted at 2024-05-03 13:59:31 on dist-test-slave-qkv2"
I20240503 13:59:31.767203 6269 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance:
uuid: "d2aaa0de821945e99f8c9e6e81ad3995"
format_stamp: "Formatted at 2024-05-03 13:59:31 on dist-test-slave-qkv2"
I20240503 13:59:31.770447 6269 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.001s
I20240503 13:59:31.772662 6283 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:31.773646 6269 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:31.773766 6269 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
uuid: "d2aaa0de821945e99f8c9e6e81ad3995"
format_stamp: "Formatted at 2024-05-03 13:59:31 on dist-test-slave-qkv2"
I20240503 13:59:31.773855 6269 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:31.799036 6269 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:31.799691 6269 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:31.799856 6269 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:31.805929 6269 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.190:34455
I20240503 13:59:31.805948 6335 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.190:34455 every 8 connection(s)
I20240503 13:59:31.806910 6269 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
I20240503 13:59:31.809473 6336 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:31.814425 6336 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995: Bootstrap starting.
I20240503 13:59:31.815351 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 6269
I20240503 13:59:31.815482 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance
I20240503 13:59:31.817066 6336 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:31.817719 6336 log.cc:824] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:31.819569 6336 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995: No bootstrap required, opened a new log
I20240503 13:59:31.822916 6336 raft_consensus.cc:348] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34455 } }
I20240503 13:59:31.823094 6336 raft_consensus.cc:374] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:31.823133 6336 raft_consensus.cc:729] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2aaa0de821945e99f8c9e6e81ad3995, State: Initialized, Role: FOLLOWER
I20240503 13:59:31.823570 6336 consensus_queue.cc:260] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34455 } }
I20240503 13:59:31.823684 6336 raft_consensus.cc:388] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 13:59:31.823751 6336 raft_consensus.cc:482] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 13:59:31.823868 6336 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:31.824721 6336 raft_consensus.cc:504] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34455 } }
I20240503 13:59:31.825019 6336 leader_election.cc:302] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2aaa0de821945e99f8c9e6e81ad3995; no voters:
I20240503 13:59:31.825274 6336 leader_election.cc:288] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 13:59:31.825366 6341 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:31.825563 6341 raft_consensus.cc:686] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [term 1 LEADER]: Becoming Leader. State: Replica: d2aaa0de821945e99f8c9e6e81ad3995, State: Running, Role: LEADER
I20240503 13:59:31.825878 6341 consensus_queue.cc:237] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34455 } }
I20240503 13:59:31.826249 6336 sys_catalog.cc:564] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [sys.catalog]: configured and running, proceeding with master startup.
I20240503 13:59:31.827319 6342 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34455 } } }
I20240503 13:59:31.827351 6343 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d2aaa0de821945e99f8c9e6e81ad3995. Latest consensus state: current_term: 1 leader_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2aaa0de821945e99f8c9e6e81ad3995" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34455 } } }
I20240503 13:59:31.827436 6342 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [sys.catalog]: This master's current role is: LEADER
I20240503 13:59:31.827446 6343 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995 [sys.catalog]: This master's current role is: LEADER
I20240503 13:59:31.828588 6349 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240503 13:59:31.831037 6349 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240503 13:59:31.836112 6349 catalog_manager.cc:1347] Generated new cluster ID: d5a676b751624e359fa828d3dedab117
I20240503 13:59:31.836202 6349 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240503 13:59:31.846817 6349 catalog_manager.cc:1370] Generated new certificate authority record
I20240503 13:59:31.847682 6349 catalog_manager.cc:1504] Loading token signing keys...
I20240503 13:59:31.853147 6349 catalog_manager.cc:5857] T 00000000000000000000000000000000 P d2aaa0de821945e99f8c9e6e81ad3995: Generated new TSK 0
I20240503 13:59:31.853796 6349 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240503 13:59:31.861392 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.129:0
--local_ip_for_outbound_sockets=127.0.99.129
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
W20240503 13:59:31.975947 6360 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:31.976167 6360 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:31.976213 6360 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:31.979293 6360 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:31.979362 6360 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:31.979440 6360 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.129
I20240503 13:59:31.983078 6360 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.129:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--webserver_interface=127.0.99.129
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.6360
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.129
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:31.983973 6360 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:31.985093 6360 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:31.994164 6366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:31.994995 6365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:31.995858 6368 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:31.996819 6360 server_base.cc:1034] running on GCE node
I20240503 13:59:31.997364 6360 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:31.998104 6360 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:31.999269 6360 hybrid_clock.cc:648] HybridClock initialized: now 1714744771999242 us; error 39 us; skew 500 ppm
I20240503 13:59:32.001667 6360 webserver.cc:460] Webserver started at http://127.0.99.129:41629/ using document root <none> and password file <none>
I20240503 13:59:32.002444 6360 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:32.002525 6360 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:32.002730 6360 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:32.004796 6360 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/instance:
uuid: "3f9c8cf346544a22905970278f8c0d85"
format_stamp: "Formatted at 2024-05-03 13:59:31 on dist-test-slave-qkv2"
I20240503 13:59:32.005283 6360 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance:
uuid: "3f9c8cf346544a22905970278f8c0d85"
format_stamp: "Formatted at 2024-05-03 13:59:31 on dist-test-slave-qkv2"
I20240503 13:59:32.008885 6360 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.004s
I20240503 13:59:32.011085 6374 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.012131 6360 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 13:59:32.012255 6360 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
uuid: "3f9c8cf346544a22905970278f8c0d85"
format_stamp: "Formatted at 2024-05-03 13:59:31 on dist-test-slave-qkv2"
I20240503 13:59:32.012351 6360 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:32.029364 6360 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:32.030017 6360 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:32.030182 6360 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:32.030750 6360 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:32.031635 6360 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:32.031682 6360 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.031741 6360 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:32.031769 6360 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.040257 6360 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.129:44653
I20240503 13:59:32.040275 6487 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.129:44653 every 8 connection(s)
I20240503 13:59:32.041230 6360 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
I20240503 13:59:32.047860 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 6360
I20240503 13:59:32.047972 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance
I20240503 13:59:32.050347 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:0
--local_ip_for_outbound_sockets=127.0.99.130
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:32.052439 6488 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:32.052667 6488 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:32.053210 6488 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:32.054754 6300 ts_manager.cc:194] Registered new tserver with Master: 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:32.056509 6300 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.129:41821
W20240503 13:59:32.158435 6491 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:32.158674 6491 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:32.158720 6491 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:32.161760 6491 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:32.161834 6491 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:32.161903 6491 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 13:59:32.165617 6491 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.6491
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:32.166530 6491 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:32.167625 6491 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:32.176357 6499 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.177291 6496 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.178123 6497 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:32.178972 6491 server_base.cc:1034] running on GCE node
I20240503 13:59:32.179358 6491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:32.179896 6491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:32.181046 6491 hybrid_clock.cc:648] HybridClock initialized: now 1714744772181034 us; error 26 us; skew 500 ppm
I20240503 13:59:32.183001 6491 webserver.cc:460] Webserver started at http://127.0.99.130:46783/ using document root <none> and password file <none>
I20240503 13:59:32.183531 6491 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:32.183583 6491 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:32.183761 6491 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:32.185376 6491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/instance:
uuid: "cda412a18f0041659c85d719db5a00c2"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.185850 6491 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance:
uuid: "cda412a18f0041659c85d719db5a00c2"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.189164 6491 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 13:59:32.191318 6505 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.192272 6491 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:32.192369 6491 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "cda412a18f0041659c85d719db5a00c2"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.192458 6491 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:32.206072 6491 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:32.206666 6491 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:32.206827 6491 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:32.207325 6491 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:32.208190 6491 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:32.208235 6491 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.208281 6491 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:32.208312 6491 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.216575 6491 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:34613
I20240503 13:59:32.216652 6618 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:34613 every 8 connection(s)
I20240503 13:59:32.217496 6491 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 13:59:32.225911 6619 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:32.226166 6619 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:32.226264 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 6491
I20240503 13:59:32.226373 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance
I20240503 13:59:32.226850 6619 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:32.227881 6299 ts_manager.cc:194] Registered new tserver with Master: cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:32.228606 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:0
--local_ip_for_outbound_sockets=127.0.99.131
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:32.228618 6299 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:52497
W20240503 13:59:32.335744 6622 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:32.335976 6622 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:32.336055 6622 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:32.339135 6622 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:32.339210 6622 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:32.339300 6622 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 13:59:32.342976 6622 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.6622
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:32.343892 6622 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:32.345001 6622 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:32.353855 6630 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.354739 6627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.355630 6628 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:32.356616 6622 server_base.cc:1034] running on GCE node
I20240503 13:59:32.357087 6622 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:32.357678 6622 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:32.358829 6622 hybrid_clock.cc:648] HybridClock initialized: now 1714744772358814 us; error 31 us; skew 500 ppm
I20240503 13:59:32.360814 6622 webserver.cc:460] Webserver started at http://127.0.99.131:38437/ using document root <none> and password file <none>
I20240503 13:59:32.361361 6622 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:32.361420 6622 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:32.361605 6622 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:32.363309 6622 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/instance:
uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.363760 6622 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance:
uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.366997 6622 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
I20240503 13:59:32.369062 6636 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.369982 6622 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:32.370088 6622 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.370169 6622 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:32.398382 6622 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:32.399019 6622 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:32.399178 6622 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:32.399700 6622 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:32.400565 6622 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:32.400632 6622 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.400719 6622 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:32.400772 6622 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.409412 6622 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:43655
I20240503 13:59:32.409436 6749 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:43655 every 8 connection(s)
I20240503 13:59:32.410360 6622 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 13:59:32.414256 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 6622
I20240503 13:59:32.414391 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance
I20240503 13:59:32.416581 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.132:0
--local_ip_for_outbound_sockets=127.0.99.132
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:32.421101 6750 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:32.421317 6750 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:32.421880 6750 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:32.422922 6299 ts_manager.cc:194] Registered new tserver with Master: 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:32.423729 6299 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:36577
W20240503 13:59:32.523264 6753 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:32.523497 6753 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:32.523545 6753 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:32.526585 6753 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:32.526652 6753 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:32.526724 6753 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.132
I20240503 13:59:32.530452 6753 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.132:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--webserver_interface=127.0.99.132
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.6753
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.132
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:32.531352 6753 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:32.532454 6753 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:32.541438 6759 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.542207 6758 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.543093 6761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:32.543992 6753 server_base.cc:1034] running on GCE node
I20240503 13:59:32.544456 6753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:32.545054 6753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:32.546237 6753 hybrid_clock.cc:648] HybridClock initialized: now 1714744772546218 us; error 34 us; skew 500 ppm
I20240503 13:59:32.548238 6753 webserver.cc:460] Webserver started at http://127.0.99.132:40787/ using document root <none> and password file <none>
I20240503 13:59:32.548804 6753 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:32.548867 6753 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:32.549067 6753 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:32.550884 6753 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/instance:
uuid: "17d678d622e0493f9754e52a2add1022"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.551365 6753 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance:
uuid: "17d678d622e0493f9754e52a2add1022"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.554774 6753 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 13:59:32.557018 6767 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.558054 6753 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 13:59:32.558178 6753 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
uuid: "17d678d622e0493f9754e52a2add1022"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.558320 6753 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:32.572052 6753 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:32.572611 6753 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:32.572769 6753 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:32.573285 6753 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:32.574120 6753 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:32.574169 6753 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.574244 6753 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:32.574283 6753 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.582580 6753 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.132:41979
I20240503 13:59:32.582607 6880 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.132:41979 every 8 connection(s)
I20240503 13:59:32.583506 6753 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
I20240503 13:59:32.591684 6881 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:32.591910 6881 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:32.592413 6881 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:32.592582 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 6753
I20240503 13:59:32.592692 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance
I20240503 13:59:32.593461 6299 ts_manager.cc:194] Registered new tserver with Master: 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:32.594065 6299 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.132:38985
I20240503 13:59:32.594756 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.133:0
--local_ip_for_outbound_sockets=127.0.99.133
--webserver_interface=127.0.99.133
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
W20240503 13:59:32.703016 6884 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:32.703226 6884 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:32.703290 6884 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:32.706214 6884 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:32.706275 6884 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:32.706375 6884 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.133
I20240503 13:59:32.709909 6884 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.133:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--webserver_interface=127.0.99.133
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.6884
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.133
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:32.710846 6884 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:32.711956 6884 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:32.721318 6889 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.722250 6890 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.723063 6892 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:32.723966 6884 server_base.cc:1034] running on GCE node
I20240503 13:59:32.724400 6884 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:32.724968 6884 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:32.726130 6884 hybrid_clock.cc:648] HybridClock initialized: now 1714744772726115 us; error 31 us; skew 500 ppm
I20240503 13:59:32.728181 6884 webserver.cc:460] Webserver started at http://127.0.99.133:34059/ using document root <none> and password file <none>
I20240503 13:59:32.728725 6884 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:32.728797 6884 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:32.728962 6884 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:32.731334 6884 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/instance:
uuid: "a4de399cf8ab4f418f507fa0c2e73475"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.732355 6884 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance:
uuid: "a4de399cf8ab4f418f507fa0c2e73475"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.736552 6884 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20240503 13:59:32.738651 6898 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.739557 6884 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:32.739657 6884 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
uuid: "a4de399cf8ab4f418f507fa0c2e73475"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.739749 6884 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:32.757812 6884 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:32.758507 6884 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:32.758661 6884 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:32.759189 6884 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:32.760056 6884 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:32.760111 6884 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.760182 6884 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:32.760214 6884 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.768512 6884 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.133:46697
I20240503 13:59:32.768532 7011 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.133:46697 every 8 connection(s)
I20240503 13:59:32.769389 6884 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
I20240503 13:59:32.770239 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 6884
I20240503 13:59:32.770357 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance
I20240503 13:59:32.772280 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.134:0
--local_ip_for_outbound_sockets=127.0.99.134
--webserver_interface=127.0.99.134
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:32.778373 7012 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:32.778630 7012 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:32.779314 7012 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:32.780432 6299 ts_manager.cc:194] Registered new tserver with Master: a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697)
I20240503 13:59:32.781226 6299 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.133:39297
W20240503 13:59:32.881541 7015 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:32.881779 7015 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:32.881826 7015 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:32.884851 7015 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:32.884915 7015 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:32.884990 7015 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.134
I20240503 13:59:32.888690 7015 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.134:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--webserver_interface=127.0.99.134
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.7015
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.134
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:32.889526 7015 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:32.890647 7015 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:32.899576 7020 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.900419 7021 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:32.901221 7023 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:32.902104 7015 server_base.cc:1034] running on GCE node
I20240503 13:59:32.902504 7015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:32.903033 7015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:32.904189 7015 hybrid_clock.cc:648] HybridClock initialized: now 1714744772904185 us; error 38 us; skew 500 ppm
I20240503 13:59:32.906118 7015 webserver.cc:460] Webserver started at http://127.0.99.134:34321/ using document root <none> and password file <none>
I20240503 13:59:32.906677 7015 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:32.906736 7015 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:32.906893 7015 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:32.908506 7015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/instance:
uuid: "838a933acedc4890b32a89e0fab1981e"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.908941 7015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/instance:
uuid: "838a933acedc4890b32a89e0fab1981e"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.912129 7015 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.003s
I20240503 13:59:32.914127 7029 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.915148 7015 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:32.915259 7015 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
uuid: "838a933acedc4890b32a89e0fab1981e"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:32.915346 7015 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:32.931313 7015 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:32.931900 7015 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:32.932050 7015 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:32.932538 7015 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:32.933387 7015 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:32.933431 7015 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.933477 7015 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:32.933507 7015 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:32.941704 7015 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.134:46529
I20240503 13:59:32.941742 7142 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.134:46529 every 8 connection(s)
I20240503 13:59:32.942620 7015 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
I20240503 13:59:32.948278 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 7015
I20240503 13:59:32.948375 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/instance
I20240503 13:59:32.950357 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.135:0
--local_ip_for_outbound_sockets=127.0.99.135
--webserver_interface=127.0.99.135
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:32.951344 7143 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:32.951555 7143 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:32.952083 7143 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:32.953037 6299 ts_manager.cc:194] Registered new tserver with Master: 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529)
I20240503 13:59:32.953862 6299 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.134:46379
W20240503 13:59:33.058444 7146 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:33.058683 7146 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:33.058755 7146 flags.cc:425] Enabled unsafe flag: --never_fsync=true
I20240503 13:59:33.058804 6488 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
W20240503 13:59:33.062506 7146 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:33.062577 7146 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:33.062678 7146 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.135
I20240503 13:59:33.066617 7146 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.135:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--webserver_interface=127.0.99.135
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.7146
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.135
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:33.067535 7146 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:33.068646 7146 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:33.077665 7151 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:33.078400 7152 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:33.079219 7154 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:33.080101 7146 server_base.cc:1034] running on GCE node
I20240503 13:59:33.080500 7146 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:33.081110 7146 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:33.082263 7146 hybrid_clock.cc:648] HybridClock initialized: now 1714744773082248 us; error 30 us; skew 500 ppm
I20240503 13:59:33.084329 7146 webserver.cc:460] Webserver started at http://127.0.99.135:37863/ using document root <none> and password file <none>
I20240503 13:59:33.084930 7146 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:33.084993 7146 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:33.085162 7146 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:33.086892 7146 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/instance:
uuid: "972b5e3439b94993a5dc902f7642bb1f"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:33.089367 7146 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/instance:
uuid: "972b5e3439b94993a5dc902f7642bb1f"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:33.092814 7146 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 13:59:33.095041 7160 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:33.096239 7146 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 13:59:33.096349 7146 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
uuid: "972b5e3439b94993a5dc902f7642bb1f"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:33.096482 7146 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:33.116137 7146 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:33.116794 7146 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:33.116961 7146 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:33.117477 7146 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:33.118384 7146 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:33.118434 7146 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:33.118489 7146 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:33.118516 7146 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:33.127468 7146 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.135:36897
I20240503 13:59:33.127494 7273 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.135:36897 every 8 connection(s)
I20240503 13:59:33.128438 7146 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
I20240503 13:59:33.136262 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 7146
I20240503 13:59:33.136416 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/instance
I20240503 13:59:33.136969 7274 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:33.137187 7274 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:33.137800 7274 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:33.138702 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.136:0
--local_ip_for_outbound_sockets=127.0.99.136
--webserver_interface=127.0.99.136
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:33.138773 6299 ts_manager.cc:194] Registered new tserver with Master: 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897)
I20240503 13:59:33.139326 6299 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.135:37265
I20240503 13:59:33.230826 6619 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
W20240503 13:59:33.248908 7277 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:33.249151 7277 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:33.249228 7277 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:33.252147 7277 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:33.252213 7277 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:33.252310 7277 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.136
I20240503 13:59:33.255821 7277 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.136:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--webserver_interface=127.0.99.136
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.7277
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.136
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:33.256706 7277 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:33.257782 7277 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:33.266451 7282 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:33.267355 7285 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:33.268241 7283 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:33.269145 7277 server_base.cc:1034] running on GCE node
I20240503 13:59:33.269467 7277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:33.269963 7277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:33.271101 7277 hybrid_clock.cc:648] HybridClock initialized: now 1714744773271069 us; error 46 us; skew 500 ppm
I20240503 13:59:33.272931 7277 webserver.cc:460] Webserver started at http://127.0.99.136:42579/ using document root <none> and password file <none>
I20240503 13:59:33.273437 7277 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:33.273510 7277 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:33.273717 7277 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:33.275427 7277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/instance:
uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:33.275856 7277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/instance:
uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:33.279158 7277 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.001s sys 0.003s
I20240503 13:59:33.281242 7291 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:33.282296 7277 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20240503 13:59:33.282413 7277 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:33.282492 7277 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:33.311971 7277 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:33.312543 7277 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:33.312674 7277 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:33.313138 7277 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:33.314005 7277 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:33.314051 7277 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:33.314091 7277 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:33.314113 7277 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:33.323158 7277 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.136:44753
I20240503 13:59:33.323194 7404 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.136:44753 every 8 connection(s)
I20240503 13:59:33.324132 7277 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
I20240503 13:59:33.324347 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 7277
I20240503 13:59:33.324473 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/instance
I20240503 13:59:33.332617 7405 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:33.332818 7405 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:33.333305 7405 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:33.334178 6299 ts_manager.cc:194] Registered new tserver with Master: fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753)
I20240503 13:59:33.334802 6299 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.136:56797
I20240503 13:59:33.338526 398 external_mini_cluster.cc:930] 8 TS(s) registered with all masters
I20240503 13:59:33.347433 398 external_mini_cluster.cc:930] 8 TS(s) registered with all masters
I20240503 13:59:33.347524 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 6884
I20240503 13:59:33.353533 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 7015
I20240503 13:59:33.359118 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 7146
I20240503 13:59:33.364532 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 7277
I20240503 13:59:33.425684 6750 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
I20240503 13:59:33.596135 6881 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
I20240503 13:59:37.121136 6299 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_0"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:37.142894 6420 tablet_service.cc:1467] Processing CreateTablet for tablet 4d920aa70406413989c8af2f4e15c933 (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.142791 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 0f8c898398af4a79b514190535e5ea2f (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.142786 6422 tablet_service.cc:1467] Processing CreateTablet for tablet 2c8930732ef740c0928e2b02b7d1ddfc (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.143889 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0f8c898398af4a79b514190535e5ea2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.143828 6553 tablet_service.cc:1467] Processing CreateTablet for tablet 2c8930732ef740c0928e2b02b7d1ddfc (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.144192 6422 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2c8930732ef740c0928e2b02b7d1ddfc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.144374 6552 tablet_service.cc:1467] Processing CreateTablet for tablet 0f8c898398af4a79b514190535e5ea2f (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.144629 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2c8930732ef740c0928e2b02b7d1ddfc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.145059 6420 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d920aa70406413989c8af2f4e15c933. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.146562 6815 tablet_service.cc:1467] Processing CreateTablet for tablet 0f8c898398af4a79b514190535e5ea2f (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.147449 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0f8c898398af4a79b514190535e5ea2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.150291 6552 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0f8c898398af4a79b514190535e5ea2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.150570 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 4d920aa70406413989c8af2f4e15c933 (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.150820 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d920aa70406413989c8af2f4e15c933. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.152738 6683 tablet_service.cc:1467] Processing CreateTablet for tablet 4d920aa70406413989c8af2f4e15c933 (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.153647 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d920aa70406413989c8af2f4e15c933. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.153792 6684 tablet_service.cc:1467] Processing CreateTablet for tablet 2c8930732ef740c0928e2b02b7d1ddfc (DEFAULT_TABLE table=rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.154063 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2c8930732ef740c0928e2b02b7d1ddfc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.155135 7427 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:37.157150 7426 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:37.157367 7427 tablet_bootstrap.cc:654] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.158342 7427 log.cc:824] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:37.159456 7429 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:37.159596 7426 tablet_bootstrap.cc:654] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.160171 7427 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:37.160370 7427 ts_tablet_manager.cc:1367] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
I20240503 13:59:37.160391 7426 log.cc:824] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:37.157685 7425 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:37.162057 7426 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:37.162251 7426 ts_tablet_manager.cc:1367] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s
I20240503 13:59:37.162536 7429 tablet_bootstrap.cc:654] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.162897 7425 tablet_bootstrap.cc:654] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.163426 7429 log.cc:824] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:37.164112 7425 log.cc:824] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:37.164358 7427 raft_consensus.cc:348] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.164631 7427 raft_consensus.cc:374] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.164690 7427 raft_consensus.cc:729] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.165215 7427 consensus_queue.cc:260] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.166009 7429 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:37.166074 7427 ts_tablet_manager.cc:1398] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.006s user 0.006s sys 0.000s
I20240503 13:59:37.166183 7429 ts_tablet_manager.cc:1367] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.000s
I20240503 13:59:37.166141 7426 raft_consensus.cc:348] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.166352 7426 raft_consensus.cc:374] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.166404 7426 raft_consensus.cc:729] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.166788 7425 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:37.166848 7426 consensus_queue.cc:260] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.166934 7425 ts_tablet_manager.cc:1367] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.000s
I20240503 13:59:37.167593 7426 ts_tablet_manager.cc:1398] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.005s user 0.005s sys 0.000s
I20240503 13:59:37.168015 7426 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:37.169157 7426 tablet_bootstrap.cc:654] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.170018 7427 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:37.170320 7426 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:37.170403 7426 ts_tablet_manager.cc:1367] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:37.170122 7425 raft_consensus.cc:348] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.170979 7425 raft_consensus.cc:374] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.170955 7426 raft_consensus.cc:348] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.171044 7426 raft_consensus.cc:374] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.171082 7426 raft_consensus.cc:729] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.171159 7425 raft_consensus.cc:729] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.171248 7426 consensus_queue.cc:260] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.170079 7429 raft_consensus.cc:348] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.171494 7429 raft_consensus.cc:374] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.171550 7429 raft_consensus.cc:729] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.171640 7426 ts_tablet_manager.cc:1398] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.172020 7429 consensus_queue.cc:260] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.172020 7425 consensus_queue.cc:260] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.172587 7427 tablet_bootstrap.cc:654] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.172950 7425 ts_tablet_manager.cc:1398] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.006s user 0.005s sys 0.000s
I20240503 13:59:37.172950 7429 ts_tablet_manager.cc:1398] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.007s user 0.003s sys 0.002s
I20240503 13:59:37.173344 7425 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:37.173344 7429 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:37.174417 7429 tablet_bootstrap.cc:654] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.174417 7425 tablet_bootstrap.cc:654] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.175292 7427 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:37.175377 7427 ts_tablet_manager.cc:1367] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:59:37.175988 7427 raft_consensus.cc:348] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.176105 7427 raft_consensus.cc:374] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.176137 7427 raft_consensus.cc:729] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.176175 7429 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:37.176255 7429 ts_tablet_manager.cc:1367] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:59:37.176249 7427 consensus_queue.cc:260] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.176529 7427 ts_tablet_manager.cc:1398] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.176841 7429 raft_consensus.cc:348] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.176965 7429 raft_consensus.cc:374] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.177016 7429 raft_consensus.cc:729] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.177125 7429 consensus_queue.cc:260] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.177438 7429 ts_tablet_manager.cc:1398] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.177609 7425 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:37.177706 7425 ts_tablet_manager.cc:1367] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:59:37.178267 7425 raft_consensus.cc:348] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.178376 7425 raft_consensus.cc:374] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.178416 7425 raft_consensus.cc:729] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.178551 7425 consensus_queue.cc:260] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.178855 7425 ts_tablet_manager.cc:1398] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.178997 7425 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:37.179863 7425 tablet_bootstrap.cc:654] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.181032 7425 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:37.181113 7425 ts_tablet_manager.cc:1367] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:37.181540 7425 raft_consensus.cc:348] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.181622 7425 raft_consensus.cc:374] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.181655 7425 raft_consensus.cc:729] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.181777 7425 consensus_queue.cc:260] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.181993 7425 ts_tablet_manager.cc:1398] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
W20240503 13:59:37.222018 6620 tablet.cc:2369] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:59:37.236425 7438 raft_consensus.cc:482] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:37.236663 7438 raft_consensus.cc:504] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.237741 7438 leader_election.cc:288] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:37.241658 6573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2c8930732ef740c0928e2b02b7d1ddfc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:37.241796 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2c8930732ef740c0928e2b02b7d1ddfc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:37.241945 6573 raft_consensus.cc:2454] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:37.242062 6704 raft_consensus.cc:2454] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:37.242389 6378 leader_election.cc:302] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.242638 7438 raft_consensus.cc:2781] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:37.242710 7438 raft_consensus.cc:482] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:37.242738 7438 raft_consensus.cc:3037] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.243603 7438 raft_consensus.cc:504] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.243942 7438 leader_election.cc:288] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:37.244282 6573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2c8930732ef740c0928e2b02b7d1ddfc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:37.244402 6573 raft_consensus.cc:3037] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.244499 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2c8930732ef740c0928e2b02b7d1ddfc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:37.244623 6704 raft_consensus.cc:3037] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.245265 6573 raft_consensus.cc:2454] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:37.245465 6704 raft_consensus.cc:2454] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:37.245739 6378 leader_election.cc:302] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.245887 7438 raft_consensus.cc:2781] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:37.246079 7438 raft_consensus.cc:686] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:37.246443 7438 consensus_queue.cc:237] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.249070 6298 catalog_manager.cc:5484] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:37.263082 7436 raft_consensus.cc:482] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:37.263237 7436 raft_consensus.cc:504] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.264215 7436 leader_election.cc:288] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:37.268499 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0f8c898398af4a79b514190535e5ea2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:37.268501 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0f8c898398af4a79b514190535e5ea2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:37.268730 6442 raft_consensus.cc:2454] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:37.268788 6835 raft_consensus.cc:2454] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:37.269156 6509 leader_election.cc:302] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.269372 7436 raft_consensus.cc:2781] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:37.269438 7436 raft_consensus.cc:482] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:37.269487 7436 raft_consensus.cc:3037] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.270555 7436 raft_consensus.cc:504] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.270875 7436 leader_election.cc:288] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:37.271168 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0f8c898398af4a79b514190535e5ea2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:37.271214 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0f8c898398af4a79b514190535e5ea2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:37.271278 6835 raft_consensus.cc:3037] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.271308 6442 raft_consensus.cc:3037] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.272038 6442 raft_consensus.cc:2454] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:37.272112 6835 raft_consensus.cc:2454] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:37.272311 6509 leader_election.cc:302] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.272457 7436 raft_consensus.cc:2781] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:37.272563 7436 raft_consensus.cc:686] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:37.272882 7436 consensus_queue.cc:237] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:37.276019 6298 catalog_manager.cc:5484] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } }
W20240503 13:59:37.295957 6489 tablet.cc:2369] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 13:59:37.299208 7437 raft_consensus.cc:482] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:37.299335 7437 raft_consensus.cc:504] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.300391 7437 leader_election.cc:288] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:37.304699 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d920aa70406413989c8af2f4e15c933" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:37.304719 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d920aa70406413989c8af2f4e15c933" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:37.304845 6442 raft_consensus.cc:2454] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:37.304853 6835 raft_consensus.cc:2454] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:37.305202 6640 leader_election.cc:302] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:37.305490 7437 raft_consensus.cc:2781] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:37.305557 7437 raft_consensus.cc:482] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:37.305603 7437 raft_consensus.cc:3037] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.306696 7437 raft_consensus.cc:504] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.307019 7437 leader_election.cc:288] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:37.307341 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d920aa70406413989c8af2f4e15c933" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:37.307420 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d920aa70406413989c8af2f4e15c933" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:37.307468 6835 raft_consensus.cc:3037] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.307528 6442 raft_consensus.cc:3037] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.308210 6442 raft_consensus.cc:2454] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:37.308209 6835 raft_consensus.cc:2454] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:37.308472 6640 leader_election.cc:302] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:37.308648 7437 raft_consensus.cc:2781] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:37.308851 7437 raft_consensus.cc:686] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:37.309161 7437 consensus_queue.cc:237] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:37.312002 6298 catalog_manager.cc:5484] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } }
W20240503 13:59:37.338122 6882 tablet.cc:2369] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 13:59:37.420548 6751 tablet.cc:2369] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 13:59:37.444444 7454 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:37.444697 7454 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:37.447793 7454 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_0'
I20240503 13:59:37.544584 6442 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:37.544831 6704 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:37.545576 7438 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:37.545817 6573 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:37.546248 7436 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:37.548215 6441 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:37.548384 7445 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:37.548666 7452 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:37.551643 7493 mvcc.cc:205] Tried to move back new op lower bound from 7023594608817627136 to 7023594607603785728. Current Snapshot: MvccSnapshot[applied={T|T < 7023594608817627136}]
I20240503 13:59:37.551700 6835 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:37.553866 7437 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:37.554988 6835 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:37.556353 7436 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:37.562674 7488 mvcc.cc:205] Tried to move back new op lower bound from 7023594608817627136 to 7023594607603785728. Current Snapshot: MvccSnapshot[applied={T|T < 7023594608817627136}]
I20240503 13:59:37.578830 7491 mvcc.cc:205] Tried to move back new op lower bound from 7023594608816214016 to 7023594607712317440. Current Snapshot: MvccSnapshot[applied={T|T < 7023594608816214016}]
I20240503 13:59:37.590186 7503 mvcc.cc:205] Tried to move back new op lower bound from 7023594608832737280 to 7023594607860752384. Current Snapshot: MvccSnapshot[applied={T|T < 7023594608832737280}]
INSERT report
rows total: 2000
time total: 119.513 ms
time per row: 0.0597565 ms
I20240503 13:59:37.616871 6297 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_1"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:37.622347 6553 tablet_service.cc:1467] Processing CreateTablet for tablet 5b7a9fa4743e496ab693563605a8866a (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.622403 6683 tablet_service.cc:1467] Processing CreateTablet for tablet 5b7a9fa4743e496ab693563605a8866a (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.622713 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5b7a9fa4743e496ab693563605a8866a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.622709 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5b7a9fa4743e496ab693563605a8866a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.623466 6420 tablet_service.cc:1467] Processing CreateTablet for tablet b5815f3fab754ee9ab2d2489f79988fc (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.623747 6420 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b5815f3fab754ee9ab2d2489f79988fc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.624543 7429 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:37.625178 7426 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:37.625427 7429 tablet_bootstrap.cc:654] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.625373 6684 tablet_service.cc:1467] Processing CreateTablet for tablet b5815f3fab754ee9ab2d2489f79988fc (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.625625 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b5815f3fab754ee9ab2d2489f79988fc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.625818 7425 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:37.626044 7426 tablet_bootstrap.cc:654] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.626494 6815 tablet_service.cc:1467] Processing CreateTablet for tablet 5b7a9fa4743e496ab693563605a8866a (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.626765 7425 tablet_bootstrap.cc:654] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.626786 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5b7a9fa4743e496ab693563605a8866a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.626837 6814 tablet_service.cc:1467] Processing CreateTablet for tablet d72b4b3fd247477ea6c18f270f54ef19 (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.627125 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d72b4b3fd247477ea6c18f270f54ef19. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.627171 7426 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:37.627247 7426 ts_tablet_manager.cc:1367] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:37.627704 7426 raft_consensus.cc:348] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.627817 7426 raft_consensus.cc:374] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.627851 7426 raft_consensus.cc:729] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.627996 7426 consensus_queue.cc:260] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.628288 7426 ts_tablet_manager.cc:1398] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.628355 7425 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:37.628453 7425 ts_tablet_manager.cc:1367] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:37.628876 7427 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:37.628896 7425 raft_consensus.cc:348] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.628998 7425 raft_consensus.cc:374] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.629040 7425 raft_consensus.cc:729] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.629171 7425 consensus_queue.cc:260] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.629446 7425 ts_tablet_manager.cc:1398] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:37.629691 7427 tablet_bootstrap.cc:654] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.630033 6552 tablet_service.cc:1467] Processing CreateTablet for tablet b5815f3fab754ee9ab2d2489f79988fc (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.630299 6552 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b5815f3fab754ee9ab2d2489f79988fc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.632180 6683 tablet_service.cc:1467] Processing CreateTablet for tablet d72b4b3fd247477ea6c18f270f54ef19 (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.632309 7426 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:37.632441 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d72b4b3fd247477ea6c18f270f54ef19. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.633116 7426 tablet_bootstrap.cc:654] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.633381 6553 tablet_service.cc:1467] Processing CreateTablet for tablet d72b4b3fd247477ea6c18f270f54ef19 (DEFAULT_TABLE table=rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:37.633625 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d72b4b3fd247477ea6c18f270f54ef19. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:37.634393 7426 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:37.634477 7426 ts_tablet_manager.cc:1367] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:37.634896 7426 raft_consensus.cc:348] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.634989 7426 raft_consensus.cc:374] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.635027 7426 raft_consensus.cc:729] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.635164 7426 consensus_queue.cc:260] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.635402 7426 ts_tablet_manager.cc:1398] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:37.635805 7426 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:37.636559 7429 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:37.636655 7429 ts_tablet_manager.cc:1367] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 13:59:37.636682 7426 tablet_bootstrap.cc:654] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.636766 7427 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:37.636849 7427 ts_tablet_manager.cc:1367] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.000s
I20240503 13:59:37.637143 7429 raft_consensus.cc:348] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.637240 7429 raft_consensus.cc:374] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.637269 7429 raft_consensus.cc:729] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.637404 7429 consensus_queue.cc:260] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.637303 7427 raft_consensus.cc:348] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.637542 7427 raft_consensus.cc:374] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.637604 7427 raft_consensus.cc:729] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.637666 7429 ts_tablet_manager.cc:1398] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:37.637738 7427 consensus_queue.cc:260] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.637818 7429 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:37.638020 7427 ts_tablet_manager.cc:1398] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.638206 7427 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:37.638585 7429 tablet_bootstrap.cc:654] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.638998 7427 tablet_bootstrap.cc:654] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.640079 7426 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:37.640221 7426 ts_tablet_manager.cc:1367] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:59:37.640380 7427 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:37.640484 7427 ts_tablet_manager.cc:1367] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:37.640933 7426 raft_consensus.cc:348] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.640964 7427 raft_consensus.cc:348] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.641076 7427 raft_consensus.cc:374] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.641125 7427 raft_consensus.cc:729] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.641203 7426 raft_consensus.cc:374] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.641249 7427 consensus_queue.cc:260] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.641366 7429 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:37.641291 7426 raft_consensus.cc:729] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.641449 7429 ts_tablet_manager.cc:1367] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:59:37.641527 7427 ts_tablet_manager.cc:1398] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.641638 7426 consensus_queue.cc:260] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.641904 7429 raft_consensus.cc:348] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.641999 7429 raft_consensus.cc:374] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.642026 7429 raft_consensus.cc:729] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.642141 7426 ts_tablet_manager.cc:1398] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:37.642163 7429 consensus_queue.cc:260] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.642449 7429 ts_tablet_manager.cc:1398] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.642617 7429 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:37.643569 7429 tablet_bootstrap.cc:654] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:37.645051 7429 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:37.645148 7429 ts_tablet_manager.cc:1367] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:59:37.645803 7429 raft_consensus.cc:348] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.645895 7429 raft_consensus.cc:374] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:37.645915 7429 raft_consensus.cc:729] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:37.646034 7429 consensus_queue.cc:260] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.646319 7429 ts_tablet_manager.cc:1398] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:37.649502 7438 raft_consensus.cc:482] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:37.649603 7438 raft_consensus.cc:504] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.649931 7438 leader_election.cc:288] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:37.650349 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b5815f3fab754ee9ab2d2489f79988fc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:37.650457 6704 raft_consensus.cc:2454] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:37.650665 6573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b5815f3fab754ee9ab2d2489f79988fc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:37.650712 6375 leader_election.cc:302] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:37.650812 6573 raft_consensus.cc:2454] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:37.650900 7438 raft_consensus.cc:2781] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:37.650939 7438 raft_consensus.cc:482] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:37.650964 7438 raft_consensus.cc:3037] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.651734 7438 raft_consensus.cc:504] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.652057 7438 leader_election.cc:288] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:37.652349 6573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b5815f3fab754ee9ab2d2489f79988fc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:37.652400 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b5815f3fab754ee9ab2d2489f79988fc" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:37.652467 6573 raft_consensus.cc:3037] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.652498 6704 raft_consensus.cc:3037] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.653183 6704 raft_consensus.cc:2454] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:37.653196 6573 raft_consensus.cc:2454] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:37.653453 6375 leader_election.cc:302] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:37.653620 7438 raft_consensus.cc:2781] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:37.653702 7438 raft_consensus.cc:686] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:37.653841 7438 consensus_queue.cc:237] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:37.655373 6297 catalog_manager.cc:5484] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:37.681903 7497 raft_consensus.cc:482] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:37.682029 7497 raft_consensus.cc:504] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.682582 7497 leader_election.cc:288] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:37.683065 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:37.683229 6835 raft_consensus.cc:2454] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:37.683511 6509 leader_election.cc:302] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.683684 7497 raft_consensus.cc:2781] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:37.683748 7497 raft_consensus.cc:482] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:37.683785 7497 raft_consensus.cc:3037] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.684798 7497 raft_consensus.cc:504] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.685113 7497 leader_election.cc:288] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:37.685438 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:37.685559 6835 raft_consensus.cc:3037] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.686275 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:37.686318 6703 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:37.686445 6704 raft_consensus.cc:2454] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:37.686512 6835 raft_consensus.cc:2454] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:37.686771 6509 leader_election.cc:302] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.686975 7497 raft_consensus.cc:2781] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:37.687047 7497 raft_consensus.cc:686] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:37.687179 7497 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.688643 6297 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:37.994688 7497 raft_consensus.cc:482] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:37.994827 7497 raft_consensus.cc:504] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.995232 7497 leader_election.cc:288] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:37.995617 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5b7a9fa4743e496ab693563605a8866a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:37.995630 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5b7a9fa4743e496ab693563605a8866a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:37.995754 6835 raft_consensus.cc:2454] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:37.995791 6704 raft_consensus.cc:2454] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:37.996057 6509 leader_election.cc:302] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.996229 7497 raft_consensus.cc:2781] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:37.996289 7497 raft_consensus.cc:482] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:37.996316 7497 raft_consensus.cc:3037] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.997211 7497 raft_consensus.cc:504] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.997515 7497 leader_election.cc:288] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:37.997834 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5b7a9fa4743e496ab693563605a8866a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:37.997962 6835 raft_consensus.cc:3037] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.998718 6835 raft_consensus.cc:2454] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:37.998932 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5b7a9fa4743e496ab693563605a8866a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:37.998984 6509 leader_election.cc:302] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:37.999040 6704 raft_consensus.cc:3037] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:37.999159 7497 raft_consensus.cc:2781] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:37.999274 7497 raft_consensus.cc:686] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:37.999624 7497 consensus_queue.cc:237] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:37.999930 6704 raft_consensus.cc:2454] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:38.001479 6297 catalog_manager.cc:5484] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:38.095680 6704 raft_consensus.cc:3037] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.099012 7497 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.103057 7436 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.119604 7438 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.122958 7445 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
W20240503 13:59:38.199373 7530 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:38.199615 7530 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:38.202750 7530 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_1'
I20240503 13:59:38.298507 6835 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.299518 6703 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.300882 7436 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.301885 7436 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 110.256 ms
time per row: 0.055128 ms
I20240503 13:59:38.357939 6298 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_2"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:38.363576 6814 tablet_service.cc:1467] Processing CreateTablet for tablet a962ba70c6f54677a700131fcd53660f (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.363687 6553 tablet_service.cc:1467] Processing CreateTablet for tablet a962ba70c6f54677a700131fcd53660f (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.363910 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a962ba70c6f54677a700131fcd53660f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.363970 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a962ba70c6f54677a700131fcd53660f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.364102 6420 tablet_service.cc:1467] Processing CreateTablet for tablet a962ba70c6f54677a700131fcd53660f (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.364365 6420 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a962ba70c6f54677a700131fcd53660f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.365680 7591 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:38.366065 6683 tablet_service.cc:1467] Processing CreateTablet for tablet 00b0f89b5d644b6ca90296be7ca2e830 (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.366626 7591 tablet_bootstrap.cc:654] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.366839 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 00b0f89b5d644b6ca90296be7ca2e830 (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.366911 6815 tablet_service.cc:1467] Processing CreateTablet for tablet d9756738cc534aebb6f0718ffc8c5715 (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.367055 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00b0f89b5d644b6ca90296be7ca2e830. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.367179 6421 tablet_service.cc:1467] Processing CreateTablet for tablet d9756738cc534aebb6f0718ffc8c5715 (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.367282 6422 tablet_service.cc:1467] Processing CreateTablet for tablet 00b0f89b5d644b6ca90296be7ca2e830 (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.367396 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9756738cc534aebb6f0718ffc8c5715. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.367594 7592 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:38.367720 6422 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00b0f89b5d644b6ca90296be7ca2e830. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.368517 7592 tablet_bootstrap.cc:654] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.369180 7593 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:38.369462 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9756738cc534aebb6f0718ffc8c5715. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.369764 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00b0f89b5d644b6ca90296be7ca2e830. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.370046 7593 tablet_bootstrap.cc:654] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.370133 7591 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:38.370247 7591 ts_tablet_manager.cc:1367] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:59:38.370708 7591 raft_consensus.cc:348] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.370792 7591 raft_consensus.cc:374] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.370812 7591 raft_consensus.cc:729] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.370923 7591 consensus_queue.cc:260] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.371177 7591 ts_tablet_manager.cc:1398] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:38.372114 6553 tablet_service.cc:1467] Processing CreateTablet for tablet d9756738cc534aebb6f0718ffc8c5715 (DEFAULT_TABLE table=rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.372215 7597 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:38.372370 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9756738cc534aebb6f0718ffc8c5715. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.373162 7597 tablet_bootstrap.cc:654] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.374488 7597 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:38.374589 7591 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:38.374621 7597 ts_tablet_manager.cc:1367] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:38.375345 7592 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:38.375352 7597 raft_consensus.cc:348] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.375448 7592 ts_tablet_manager.cc:1367] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
I20240503 13:59:38.375455 7597 raft_consensus.cc:374] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.375463 7593 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:38.375494 7597 raft_consensus.cc:729] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.375499 7591 tablet_bootstrap.cc:654] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.375548 7593 ts_tablet_manager.cc:1367] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.000s
I20240503 13:59:38.375691 7597 consensus_queue.cc:260] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.375967 7597 ts_tablet_manager.cc:1398] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:38.376041 7592 raft_consensus.cc:348] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.376142 7592 raft_consensus.cc:374] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.376183 7592 raft_consensus.cc:729] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.376302 7592 consensus_queue.cc:260] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.377074 7593 raft_consensus.cc:348] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.377167 7591 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:38.377267 7591 ts_tablet_manager.cc:1367] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:38.377274 7593 raft_consensus.cc:374] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.377322 7593 raft_consensus.cc:729] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.377393 7592 ts_tablet_manager.cc:1398] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:38.377563 7592 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:38.377476 7593 consensus_queue.cc:260] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.377709 7591 raft_consensus.cc:348] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.377804 7591 raft_consensus.cc:374] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.377833 7591 raft_consensus.cc:729] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.377939 7591 consensus_queue.cc:260] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.378226 7591 ts_tablet_manager.cc:1398] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:38.378458 7593 ts_tablet_manager.cc:1398] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:59:38.378639 7593 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:38.378962 7592 tablet_bootstrap.cc:654] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.379941 7593 tablet_bootstrap.cc:654] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.381671 7593 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:38.381794 7593 ts_tablet_manager.cc:1367] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:38.381996 7592 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:38.382082 7592 ts_tablet_manager.cc:1367] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:59:38.382512 7593 raft_consensus.cc:348] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.382512 7592 raft_consensus.cc:348] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.382640 7593 raft_consensus.cc:374] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.382655 7592 raft_consensus.cc:374] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.382689 7592 raft_consensus.cc:729] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.382686 7593 raft_consensus.cc:729] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.382810 7592 consensus_queue.cc:260] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.382810 7593 consensus_queue.cc:260] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.383067 7592 ts_tablet_manager.cc:1398] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:38.383076 7593 ts_tablet_manager.cc:1398] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:38.383257 7592 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:38.383265 7593 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:38.384200 7593 tablet_bootstrap.cc:654] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.384495 7592 tablet_bootstrap.cc:654] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.385665 7593 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:38.385746 7593 ts_tablet_manager.cc:1367] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:38.385948 7592 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:38.386027 7592 ts_tablet_manager.cc:1367] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 13:59:38.386185 7593 raft_consensus.cc:348] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.386312 7593 raft_consensus.cc:374] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.386366 7593 raft_consensus.cc:729] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.386488 7593 consensus_queue.cc:260] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.386665 7592 raft_consensus.cc:348] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.386742 7593 ts_tablet_manager.cc:1398] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:38.386785 7592 raft_consensus.cc:374] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.386845 7592 raft_consensus.cc:729] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.386966 7592 consensus_queue.cc:260] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.387238 7592 ts_tablet_manager.cc:1398] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:38.460985 7452 raft_consensus.cc:482] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:38.461135 7452 raft_consensus.cc:504] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.461560 7452 leader_election.cc:288] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:38.462006 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00b0f89b5d644b6ca90296be7ca2e830" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:38.462087 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00b0f89b5d644b6ca90296be7ca2e830" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:38.462157 6835 raft_consensus.cc:2454] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:38.462273 6442 raft_consensus.cc:2454] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:38.462548 6640 leader_election.cc:302] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:38.462700 7452 raft_consensus.cc:2781] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:38.462774 7452 raft_consensus.cc:482] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:38.462810 7452 raft_consensus.cc:3037] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.463660 7433 raft_consensus.cc:482] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:38.463687 7452 raft_consensus.cc:504] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.463762 7433 raft_consensus.cc:504] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.464025 7452 leader_election.cc:288] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:38.464390 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00b0f89b5d644b6ca90296be7ca2e830" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:38.464505 6835 raft_consensus.cc:3037] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.464484 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00b0f89b5d644b6ca90296be7ca2e830" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:38.464602 6442 raft_consensus.cc:3037] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.465050 7433 leader_election.cc:288] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:38.465444 6442 raft_consensus.cc:2454] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:38.465444 6835 raft_consensus.cc:2454] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:38.465850 6640 leader_election.cc:302] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:38.466132 7452 raft_consensus.cc:2781] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:38.466341 7452 raft_consensus.cc:686] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:38.466490 7452 consensus_queue.cc:237] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.468169 6292 catalog_manager.cc:5484] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:38.469300 6573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9756738cc534aebb6f0718ffc8c5715" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:38.469434 6573 raft_consensus.cc:2454] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 0.
I20240503 13:59:38.469786 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9756738cc534aebb6f0718ffc8c5715" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:38.469825 6771 leader_election.cc:302] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:38.469902 6442 raft_consensus.cc:2454] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 0.
I20240503 13:59:38.470081 7433 raft_consensus.cc:2781] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:38.470142 7433 raft_consensus.cc:482] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:38.470212 7433 raft_consensus.cc:3037] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.471211 7433 raft_consensus.cc:504] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.471515 7433 leader_election.cc:288] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 election: Requested vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:38.471904 6573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9756738cc534aebb6f0718ffc8c5715" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:38.472013 6573 raft_consensus.cc:3037] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.472797 6573 raft_consensus.cc:2454] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 1.
I20240503 13:59:38.473062 6771 leader_election.cc:302] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:38.473276 7433 raft_consensus.cc:2781] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:38.473301 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9756738cc534aebb6f0718ffc8c5715" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:38.473419 6442 raft_consensus.cc:3037] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.473490 7433 raft_consensus.cc:686] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Becoming Leader. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Running, Role: LEADER
I20240503 13:59:38.473790 7433 consensus_queue.cc:237] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.474154 6442 raft_consensus.cc:2454] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 1.
I20240503 13:59:38.475922 6292 catalog_manager.cc:5484] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 reported cstate change: term changed from 0 to 1, leader changed from <none> to 17d678d622e0493f9754e52a2add1022 (127.0.99.132). New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:38.535578 7570 raft_consensus.cc:482] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:38.535715 7570 raft_consensus.cc:504] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.536203 7570 leader_election.cc:288] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:38.536659 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a962ba70c6f54677a700131fcd53660f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:38.536700 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a962ba70c6f54677a700131fcd53660f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:38.536806 6835 raft_consensus.cc:2454] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:38.536829 6442 raft_consensus.cc:2454] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:38.537118 6509 leader_election.cc:302] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:38.537295 7570 raft_consensus.cc:2781] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:38.537356 7570 raft_consensus.cc:482] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:38.537405 7570 raft_consensus.cc:3037] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.538334 7570 raft_consensus.cc:504] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.538651 7570 leader_election.cc:288] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:38.539000 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a962ba70c6f54677a700131fcd53660f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:38.539070 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a962ba70c6f54677a700131fcd53660f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:38.539106 6835 raft_consensus.cc:3037] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.539182 6442 raft_consensus.cc:3037] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.539840 6835 raft_consensus.cc:2454] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:38.539942 6442 raft_consensus.cc:2454] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:38.540146 6509 leader_election.cc:302] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:38.540369 7570 raft_consensus.cc:2781] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:38.540465 7570 raft_consensus.cc:686] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:38.540604 7570 consensus_queue.cc:237] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.542280 6292 catalog_manager.cc:5484] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } }
W20240503 13:59:38.676391 7611 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:38.676668 7611 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:38.679790 7611 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_2'
I20240503 13:59:38.770001 6442 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.770448 6835 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.770519 7452 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.770969 6441 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.771662 6834 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.771912 7570 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.772054 7436 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.772430 7452 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.787024 6573 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.787500 7433 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:38.789589 6441 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:38.792137 7433 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 115.302 ms
time per row: 0.0576511 ms
I20240503 13:59:38.838917 6297 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_3"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:38.844611 6553 tablet_service.cc:1467] Processing CreateTablet for tablet aafd222670e94ff48ed16355c7b7389a (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.844669 6422 tablet_service.cc:1467] Processing CreateTablet for tablet aafd222670e94ff48ed16355c7b7389a (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.844931 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aafd222670e94ff48ed16355c7b7389a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.844985 6422 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aafd222670e94ff48ed16355c7b7389a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.845366 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 6eba744d824a45bf990bb1b2c9a192f5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.845396 6552 tablet_service.cc:1467] Processing CreateTablet for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.845573 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 6eba744d824a45bf990bb1b2c9a192f5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.845604 6552 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4df8c703dbe94464b8b2be0cc7dc57d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.847349 7593 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:38.847460 6683 tablet_service.cc:1467] Processing CreateTablet for tablet aafd222670e94ff48ed16355c7b7389a (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.847743 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aafd222670e94ff48ed16355c7b7389a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.848225 7593 tablet_bootstrap.cc:654] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.848335 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 6eba744d824a45bf990bb1b2c9a192f5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.848596 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 6eba744d824a45bf990bb1b2c9a192f5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.848721 6684 tablet_service.cc:1467] Processing CreateTablet for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.848965 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4df8c703dbe94464b8b2be0cc7dc57d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.849256 6682 tablet_service.cc:1467] Processing CreateTablet for tablet 6eba744d824a45bf990bb1b2c9a192f5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.849462 6682 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 6eba744d824a45bf990bb1b2c9a192f5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.849946 6815 tablet_service.cc:1467] Processing CreateTablet for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:38.850144 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4df8c703dbe94464b8b2be0cc7dc57d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:38.851007 7592 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:38.851900 7592 tablet_bootstrap.cc:654] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.851912 7593 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:38.851998 7593 ts_tablet_manager.cc:1367] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:59:38.852108 7591 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:38.852452 7593 raft_consensus.cc:348] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.852561 7593 raft_consensus.cc:374] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.852592 7593 raft_consensus.cc:729] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.852715 7593 consensus_queue.cc:260] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.852898 7592 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:38.852911 7591 tablet_bootstrap.cc:654] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.852977 7592 ts_tablet_manager.cc:1367] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 13:59:38.852988 7593 ts_tablet_manager.cc:1398] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:38.853163 7593 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:38.853396 7597 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:38.853407 7592 raft_consensus.cc:348] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.853518 7592 raft_consensus.cc:374] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.853557 7592 raft_consensus.cc:729] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.853686 7592 consensus_queue.cc:260] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.853924 7592 ts_tablet_manager.cc:1398] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:38.854012 7593 tablet_bootstrap.cc:654] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.854079 7592 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:38.854259 7597 tablet_bootstrap.cc:654] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.855190 7591 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:38.855273 7591 ts_tablet_manager.cc:1367] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:59:38.855626 7592 tablet_bootstrap.cc:654] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.855613 7591 raft_consensus.cc:348] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.855710 7591 raft_consensus.cc:374] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.855746 7591 raft_consensus.cc:729] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.855862 7591 consensus_queue.cc:260] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.856107 7591 ts_tablet_manager.cc:1398] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:38.856271 7591 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:38.856956 7591 tablet_bootstrap.cc:654] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.857928 7592 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:38.858009 7592 ts_tablet_manager.cc:1367] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:59:38.858165 7591 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:38.858276 7591 ts_tablet_manager.cc:1367] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:38.858443 7592 raft_consensus.cc:348] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.858534 7592 raft_consensus.cc:374] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.858563 7592 raft_consensus.cc:729] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.858702 7592 consensus_queue.cc:260] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.859138 7597 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:38.859236 7597 ts_tablet_manager.cc:1367] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s
I20240503 13:59:38.859305 7593 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:38.859385 7593 ts_tablet_manager.cc:1367] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.001s
I20240503 13:59:38.859588 7592 ts_tablet_manager.cc:1398] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:38.859660 7597 raft_consensus.cc:348] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.859756 7597 raft_consensus.cc:374] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.859792 7597 raft_consensus.cc:729] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.859783 7593 raft_consensus.cc:348] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.859874 7593 raft_consensus.cc:374] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.859905 7593 raft_consensus.cc:729] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.859922 7597 consensus_queue.cc:260] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.860037 7593 consensus_queue.cc:260] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.860184 7597 ts_tablet_manager.cc:1398] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:38.860308 7593 ts_tablet_manager.cc:1398] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:38.860378 7597 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:38.861281 7597 tablet_bootstrap.cc:654] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.862232 7591 raft_consensus.cc:348] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.862349 7591 raft_consensus.cc:374] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.862387 7591 raft_consensus.cc:729] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.862527 7591 consensus_queue.cc:260] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.863037 7597 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:38.863131 7597 ts_tablet_manager.cc:1367] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.001s
I20240503 13:59:38.863593 7597 raft_consensus.cc:348] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.863691 7597 raft_consensus.cc:374] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.863713 7597 raft_consensus.cc:729] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.863831 7597 consensus_queue.cc:260] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:38.864066 7597 ts_tablet_manager.cc:1398] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:38.864288 7591 ts_tablet_manager.cc:1398] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.006s user 0.000s sys 0.001s
I20240503 13:59:38.864477 7597 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:38.865341 7597 tablet_bootstrap.cc:654] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:38.866319 7597 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:38.866396 7597 ts_tablet_manager.cc:1367] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 13:59:38.866837 7597 raft_consensus.cc:348] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.866971 7597 raft_consensus.cc:374] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:38.867013 7597 raft_consensus.cc:729] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:38.867146 7597 consensus_queue.cc:260] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.867413 7597 ts_tablet_manager.cc:1398] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:38.907322 7445 raft_consensus.cc:482] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:38.907464 7445 raft_consensus.cc:504] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.907931 7445 leader_election.cc:288] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:38.908427 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6eba744d824a45bf990bb1b2c9a192f5" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:38.908605 6704 raft_consensus.cc:2454] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:38.908929 6375 leader_election.cc:302] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:38.909122 7445 raft_consensus.cc:2781] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:38.909178 7445 raft_consensus.cc:482] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:38.909219 7445 raft_consensus.cc:3037] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.910342 7445 raft_consensus.cc:504] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.910670 7445 leader_election.cc:288] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:38.911033 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6eba744d824a45bf990bb1b2c9a192f5" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:38.911166 6704 raft_consensus.cc:3037] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.911899 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6eba744d824a45bf990bb1b2c9a192f5" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:38.911850 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6eba744d824a45bf990bb1b2c9a192f5" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:38.912014 6835 raft_consensus.cc:3037] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.912113 6704 raft_consensus.cc:2454] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:38.912428 6375 leader_election.cc:302] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:38.912590 7445 raft_consensus.cc:2781] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:38.912739 7445 raft_consensus.cc:686] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:38.912884 7445 consensus_queue.cc:237] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:38.912943 6835 raft_consensus.cc:2454] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:38.914515 6295 catalog_manager.cc:5484] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:38.962541 7571 raft_consensus.cc:482] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:38.962697 7571 raft_consensus.cc:504] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.963164 7571 leader_election.cc:288] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:38.963605 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aafd222670e94ff48ed16355c7b7389a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:38.963621 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aafd222670e94ff48ed16355c7b7389a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:38.963744 6442 raft_consensus.cc:2454] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:38.963757 6704 raft_consensus.cc:2454] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:38.964082 6506 leader_election.cc:302] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:38.964262 7571 raft_consensus.cc:2781] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:38.964331 7571 raft_consensus.cc:482] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:38.964358 7571 raft_consensus.cc:3037] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.965328 7571 raft_consensus.cc:504] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.965687 7571 leader_election.cc:288] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:38.966043 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aafd222670e94ff48ed16355c7b7389a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:38.966092 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aafd222670e94ff48ed16355c7b7389a" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:38.966147 6704 raft_consensus.cc:3037] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.966272 6442 raft_consensus.cc:3037] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:38.966871 6704 raft_consensus.cc:2454] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:38.967011 6442 raft_consensus.cc:2454] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:38.967159 6506 leader_election.cc:302] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:38.967329 7571 raft_consensus.cc:2781] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:38.967419 7571 raft_consensus.cc:686] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:38.967554 7571 consensus_queue.cc:237] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:38.969158 6295 catalog_manager.cc:5484] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:39.108733 7571 raft_consensus.cc:482] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:39.108877 7571 raft_consensus.cc:504] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.109320 7571 leader_election.cc:288] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:39.109826 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:39.109959 6704 raft_consensus.cc:2454] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:39.109921 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:39.110088 6835 raft_consensus.cc:2454] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:39.110299 6506 leader_election.cc:302] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:39.110543 7571 raft_consensus.cc:2781] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:39.110602 7571 raft_consensus.cc:482] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:39.110647 7571 raft_consensus.cc:3037] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.111605 7571 raft_consensus.cc:504] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.111932 7571 leader_election.cc:288] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:39.112298 6704 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:39.112437 6704 raft_consensus.cc:3037] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.112465 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:39.112610 6835 raft_consensus.cc:3037] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.113227 6704 raft_consensus.cc:2454] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:39.113539 6506 leader_election.cc:302] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:39.113562 6835 raft_consensus.cc:2454] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:39.113723 7571 raft_consensus.cc:2781] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:39.113831 7571 raft_consensus.cc:686] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:39.113968 7571 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.115753 6295 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } }
W20240503 13:59:39.260782 7666 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:39.261021 7666 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:39.264004 7666 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_3'
I20240503 13:59:39.352403 6704 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.352464 6835 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.352849 7497 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.353006 7571 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.353806 6704 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.354069 6442 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.355181 7497 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.356215 7497 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.359254 6834 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.359639 7445 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.362401 6704 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.362948 7445 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 102.979 ms
time per row: 0.0514893 ms
I20240503 13:59:39.414690 6291 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_4"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:39.420536 6552 tablet_service.cc:1467] Processing CreateTablet for tablet 377e258cc58243dc9df35f0314534799 (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.420907 6552 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 377e258cc58243dc9df35f0314534799. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.423113 7728 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:39.423475 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 377e258cc58243dc9df35f0314534799 (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.423736 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 377e258cc58243dc9df35f0314534799. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.424033 7728 tablet_bootstrap.cc:654] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.425748 7728 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:39.425788 7730 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:39.425850 7728 ts_tablet_manager.cc:1367] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:39.426354 7728 raft_consensus.cc:348] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.426478 7728 raft_consensus.cc:374] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.426515 7728 raft_consensus.cc:729] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.426635 7728 consensus_queue.cc:260] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.426903 7728 ts_tablet_manager.cc:1398] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.427031 6553 tablet_service.cc:1467] Processing CreateTablet for tablet 113b41bcb1d94a35a4ac496ed3bd64ff (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.427280 7730 tablet_bootstrap.cc:654] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.427417 6815 tablet_service.cc:1467] Processing CreateTablet for tablet 9706c8f717bd44018a58c652276a7d3d (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.427673 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9706c8f717bd44018a58c652276a7d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.429750 7732 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:39.429864 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 113b41bcb1d94a35a4ac496ed3bd64ff (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.430085 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 113b41bcb1d94a35a4ac496ed3bd64ff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.430655 7732 tablet_bootstrap.cc:654] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.430902 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 113b41bcb1d94a35a4ac496ed3bd64ff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.430902 6682 tablet_service.cc:1467] Processing CreateTablet for tablet 377e258cc58243dc9df35f0314534799 (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.431159 6682 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 377e258cc58243dc9df35f0314534799. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.432045 6684 tablet_service.cc:1467] Processing CreateTablet for tablet 113b41bcb1d94a35a4ac496ed3bd64ff (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.432271 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 113b41bcb1d94a35a4ac496ed3bd64ff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.432773 7728 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:39.433352 6552 tablet_service.cc:1467] Processing CreateTablet for tablet 9706c8f717bd44018a58c652276a7d3d (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.433593 6552 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9706c8f717bd44018a58c652276a7d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.433663 7728 tablet_bootstrap.cc:654] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.434727 7728 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:39.434804 7728 ts_tablet_manager.cc:1367] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:39.434759 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 9706c8f717bd44018a58c652276a7d3d (DEFAULT_TABLE table=rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.435024 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9706c8f717bd44018a58c652276a7d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.435382 7728 raft_consensus.cc:348] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.435477 7728 raft_consensus.cc:374] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.435508 7728 raft_consensus.cc:729] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.435642 7728 consensus_queue.cc:260] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.435921 7728 ts_tablet_manager.cc:1398] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.436111 7728 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:39.436849 7728 tablet_bootstrap.cc:654] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.437294 7734 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:39.438334 7734 tablet_bootstrap.cc:654] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.438920 7730 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:39.439021 7730 ts_tablet_manager.cc:1367] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.013s user 0.002s sys 0.000s
I20240503 13:59:39.439416 7732 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:39.439503 7732 ts_tablet_manager.cc:1367] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s
I20240503 13:59:39.439731 7730 raft_consensus.cc:348] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.439863 7730 raft_consensus.cc:374] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.439903 7730 raft_consensus.cc:729] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.439918 7732 raft_consensus.cc:348] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.440027 7732 raft_consensus.cc:374] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.440057 7732 raft_consensus.cc:729] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.440038 7730 consensus_queue.cc:260] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.440220 7732 consensus_queue.cc:260] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.440358 7730 ts_tablet_manager.cc:1398] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.440495 7732 ts_tablet_manager.cc:1398] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.440543 7730 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:39.440649 7732 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:39.441399 7730 tablet_bootstrap.cc:654] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.441418 7732 tablet_bootstrap.cc:654] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.442664 7728 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:39.442806 7728 ts_tablet_manager.cc:1367] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 13:59:39.443344 7728 raft_consensus.cc:348] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.443526 7728 raft_consensus.cc:374] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.443610 7728 raft_consensus.cc:729] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.443748 7732 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:39.443835 7732 ts_tablet_manager.cc:1367] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:59:39.443835 7728 consensus_queue.cc:260] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.444218 7728 ts_tablet_manager.cc:1398] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.444203 7732 raft_consensus.cc:348] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.444303 7732 raft_consensus.cc:374] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.444332 7732 raft_consensus.cc:729] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.444461 7732 consensus_queue.cc:260] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.445184 7732 ts_tablet_manager.cc:1398] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.445595 7734 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:39.445689 7734 ts_tablet_manager.cc:1367] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.002s
I20240503 13:59:39.446130 7734 raft_consensus.cc:348] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.446262 7734 raft_consensus.cc:374] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.446298 7734 raft_consensus.cc:729] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.446447 7734 consensus_queue.cc:260] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.446502 7730 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:39.446589 7730 ts_tablet_manager.cc:1367] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
I20240503 13:59:39.446797 7734 ts_tablet_manager.cc:1398] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.446947 7734 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:39.447543 7730 raft_consensus.cc:348] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.447746 7730 raft_consensus.cc:374] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.447791 7730 raft_consensus.cc:729] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.447865 7734 tablet_bootstrap.cc:654] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.447933 7730 consensus_queue.cc:260] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.448438 7730 ts_tablet_manager.cc:1398] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.449172 7734 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:39.449256 7734 ts_tablet_manager.cc:1367] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 13:59:39.449834 7734 raft_consensus.cc:348] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.449931 7734 raft_consensus.cc:374] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.449972 7734 raft_consensus.cc:729] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.450089 7734 consensus_queue.cc:260] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.450450 7734 ts_tablet_manager.cc:1398] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:39.577785 7689 raft_consensus.cc:482] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:39.577908 7689 raft_consensus.cc:504] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.578367 7689 leader_election.cc:288] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:39.579160 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "377e258cc58243dc9df35f0314534799" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:39.579319 6442 raft_consensus.cc:2454] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:39.579630 6640 leader_election.cc:302] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:39.579813 7689 raft_consensus.cc:2781] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:39.579866 7689 raft_consensus.cc:482] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:39.579898 7689 raft_consensus.cc:3037] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.580897 7689 raft_consensus.cc:504] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.581266 7689 leader_election.cc:288] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:39.581620 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "377e258cc58243dc9df35f0314534799" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:39.581743 6442 raft_consensus.cc:3037] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.582393 6573 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "377e258cc58243dc9df35f0314534799" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:39.582533 6573 raft_consensus.cc:2454] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:39.582509 6572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "377e258cc58243dc9df35f0314534799" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:39.582653 6572 raft_consensus.cc:3037] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.582653 6442 raft_consensus.cc:2454] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:39.582901 6640 leader_election.cc:302] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:39.583055 7689 raft_consensus.cc:2781] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:39.583153 7689 raft_consensus.cc:686] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:39.583320 7689 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.583606 6572 raft_consensus.cc:2454] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:39.585408 6293 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } }
I20240503 13:59:39.628293 7689 raft_consensus.cc:482] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:39.628466 7689 raft_consensus.cc:504] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.628892 7689 leader_election.cc:288] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:39.629407 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "113b41bcb1d94a35a4ac496ed3bd64ff" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:39.629443 6572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "113b41bcb1d94a35a4ac496ed3bd64ff" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:39.629549 6834 raft_consensus.cc:2454] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:39.629586 6572 raft_consensus.cc:2454] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:39.629978 6640 leader_election.cc:302] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:39.630170 7689 raft_consensus.cc:2781] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:39.630278 7689 raft_consensus.cc:482] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:39.630329 7689 raft_consensus.cc:3037] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.631153 7689 raft_consensus.cc:504] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.631503 7689 leader_election.cc:288] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:39.631906 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "113b41bcb1d94a35a4ac496ed3bd64ff" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:39.631978 6572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "113b41bcb1d94a35a4ac496ed3bd64ff" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:39.632018 6834 raft_consensus.cc:3037] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.632108 6572 raft_consensus.cc:3037] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.632826 6834 raft_consensus.cc:2454] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:39.632880 6572 raft_consensus.cc:2454] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:39.633109 6640 leader_election.cc:302] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:39.633278 7689 raft_consensus.cc:2781] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:39.633368 7689 raft_consensus.cc:686] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:39.633509 7689 consensus_queue.cc:237] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:39.635207 6293 catalog_manager.cc:5484] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:39.687891 7608 raft_consensus.cc:482] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:39.688032 7608 raft_consensus.cc:504] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.688482 7608 leader_election.cc:288] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:39.688980 6572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9706c8f717bd44018a58c652276a7d3d" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:39.689011 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9706c8f717bd44018a58c652276a7d3d" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:39.689121 6572 raft_consensus.cc:2454] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 0.
I20240503 13:59:39.689131 6442 raft_consensus.cc:2454] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 0.
I20240503 13:59:39.689424 6771 leader_election.cc:302] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:39.689616 7608 raft_consensus.cc:2781] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:39.689672 7608 raft_consensus.cc:482] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:39.689697 7608 raft_consensus.cc:3037] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.690539 7608 raft_consensus.cc:504] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.690873 7608 leader_election.cc:288] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:39.691220 6572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9706c8f717bd44018a58c652276a7d3d" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:39.691268 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9706c8f717bd44018a58c652276a7d3d" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:39.691354 6572 raft_consensus.cc:3037] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.691361 6442 raft_consensus.cc:3037] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:39.692086 6442 raft_consensus.cc:2454] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 1.
I20240503 13:59:39.692157 6572 raft_consensus.cc:2454] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 1.
I20240503 13:59:39.692394 6771 leader_election.cc:302] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:39.692559 7608 raft_consensus.cc:2781] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:39.692762 7608 raft_consensus.cc:686] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Becoming Leader. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Running, Role: LEADER
I20240503 13:59:39.692893 7608 consensus_queue.cc:237] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.694587 6293 catalog_manager.cc:5484] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 reported cstate change: term changed from 0 to 1, leader changed from <none> to 17d678d622e0493f9754e52a2add1022 (127.0.99.132). New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } }
W20240503 13:59:39.824657 7746 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:39.825029 7746 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:39.828305 7746 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_4'
I20240503 13:59:39.908169 6442 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.908943 6442 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.908916 7689 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.909332 7608 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.909446 6573 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.909566 6572 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.909765 6834 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.910038 7778 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.910143 7689 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.910300 7647 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:39.912684 6571 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:39.914722 7744 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 104.267 ms
time per row: 0.0521335 ms
I20240503 13:59:39.975116 6293 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_5"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:39.980707 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 1f850957218d48c6890a07fec6b8d0d3 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.980960 6422 tablet_service.cc:1467] Processing CreateTablet for tablet 7d47a1c6056344bb9a5e4423cc721789 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.981055 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1f850957218d48c6890a07fec6b8d0d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.981216 6422 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7d47a1c6056344bb9a5e4423cc721789. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.982905 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 1f850957218d48c6890a07fec6b8d0d3 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.983175 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1f850957218d48c6890a07fec6b8d0d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.983261 6552 tablet_service.cc:1467] Processing CreateTablet for tablet db055ca302ac45f289c8e95df6af77b5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.983286 6815 tablet_service.cc:1467] Processing CreateTablet for tablet 7d47a1c6056344bb9a5e4423cc721789 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.983775 6552 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet db055ca302ac45f289c8e95df6af77b5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.983465 6684 tablet_service.cc:1467] Processing CreateTablet for tablet 1f850957218d48c6890a07fec6b8d0d3 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.983855 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7d47a1c6056344bb9a5e4423cc721789. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.984002 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1f850957218d48c6890a07fec6b8d0d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.986106 6683 tablet_service.cc:1467] Processing CreateTablet for tablet db055ca302ac45f289c8e95df6af77b5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.986168 6682 tablet_service.cc:1467] Processing CreateTablet for tablet 7d47a1c6056344bb9a5e4423cc721789 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.986392 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet db055ca302ac45f289c8e95df6af77b5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.986549 6682 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7d47a1c6056344bb9a5e4423cc721789. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.986608 7807 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:39.986703 6421 tablet_service.cc:1467] Processing CreateTablet for tablet db055ca302ac45f289c8e95df6af77b5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:39.986970 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet db055ca302ac45f289c8e95df6af77b5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:39.987596 7807 tablet_bootstrap.cc:654] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.988778 7807 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:39.988867 7807 ts_tablet_manager.cc:1367] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:39.989169 7808 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:39.989322 7807 raft_consensus.cc:348] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.989424 7807 raft_consensus.cc:374] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.989455 7807 raft_consensus.cc:729] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.989578 7807 consensus_queue.cc:260] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.989707 7809 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:39.989849 7807 ts_tablet_manager.cc:1398] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.990011 7807 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:39.990572 7811 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:39.990617 7809 tablet_bootstrap.cc:654] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.990859 7807 tablet_bootstrap.cc:654] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.991639 7811 tablet_bootstrap.cc:654] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.991677 7808 tablet_bootstrap.cc:654] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.992532 7809 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:39.992867 7809 ts_tablet_manager.cc:1367] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:39.993393 7809 raft_consensus.cc:348] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.993510 7809 raft_consensus.cc:374] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.993533 7809 raft_consensus.cc:729] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.993659 7809 consensus_queue.cc:260] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.993736 7811 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:39.993821 7811 ts_tablet_manager.cc:1367] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:39.993916 7809 ts_tablet_manager.cc:1398] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:39.994271 7811 raft_consensus.cc:348] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.994395 7811 raft_consensus.cc:374] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.994426 7811 raft_consensus.cc:729] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.994552 7811 consensus_queue.cc:260] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:39.994622 7807 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:39.994695 7807 ts_tablet_manager.cc:1367] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 13:59:39.994911 7811 ts_tablet_manager.cc:1398] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:39.995059 7811 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:39.995460 7808 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:39.995553 7808 ts_tablet_manager.cc:1367] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
I20240503 13:59:39.996002 7811 tablet_bootstrap.cc:654] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.996083 7807 raft_consensus.cc:348] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.996086 7808 raft_consensus.cc:348] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.996206 7808 raft_consensus.cc:374] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.996249 7808 raft_consensus.cc:729] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.996235 7807 raft_consensus.cc:374] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:39.996310 7807 raft_consensus.cc:729] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:39.996393 7808 consensus_queue.cc:260] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.996460 7807 consensus_queue.cc:260] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:39.996798 7807 ts_tablet_manager.cc:1398] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:39.997347 7807 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:39.997143 7808 ts_tablet_manager.cc:1398] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:39.997740 7808 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:39.998387 7807 tablet_bootstrap.cc:654] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:39.998629 7808 tablet_bootstrap.cc:654] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.000352 7807 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:40.000443 7807 ts_tablet_manager.cc:1367] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:40.000649 7811 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:40.000771 7811 ts_tablet_manager.cc:1367] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
I20240503 13:59:40.000897 7807 raft_consensus.cc:348] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.001009 7807 raft_consensus.cc:374] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.001046 7807 raft_consensus.cc:729] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.001171 7807 consensus_queue.cc:260] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.001464 7807 ts_tablet_manager.cc:1398] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:40.001474 7811 raft_consensus.cc:348] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.001566 7811 raft_consensus.cc:374] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.001600 7811 raft_consensus.cc:729] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.001730 7811 consensus_queue.cc:260] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.002044 7811 ts_tablet_manager.cc:1398] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:40.002224 7811 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:40.003041 7811 tablet_bootstrap.cc:654] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.003203 7808 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:40.003299 7808 ts_tablet_manager.cc:1367] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.000s
I20240503 13:59:40.003751 7808 raft_consensus.cc:348] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.003872 7808 raft_consensus.cc:374] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.003909 7808 raft_consensus.cc:729] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.004034 7808 consensus_queue.cc:260] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.004361 7808 ts_tablet_manager.cc:1398] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:40.005950 7811 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:40.006073 7811 ts_tablet_manager.cc:1367] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 13:59:40.006521 7811 raft_consensus.cc:348] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.006621 7811 raft_consensus.cc:374] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.006654 7811 raft_consensus.cc:729] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.006772 7811 consensus_queue.cc:260] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.007090 7811 ts_tablet_manager.cc:1398] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:40.073351 7777 raft_consensus.cc:482] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:40.073495 7777 raft_consensus.cc:504] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.073966 7777 leader_election.cc:288] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.074579 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7d47a1c6056344bb9a5e4423cc721789" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:40.074731 6834 raft_consensus.cc:2454] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:40.075004 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7d47a1c6056344bb9a5e4423cc721789" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:40.075088 6640 leader_election.cc:302] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:40.075191 6442 raft_consensus.cc:2454] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:40.075472 7777 raft_consensus.cc:2781] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:40.075536 7777 raft_consensus.cc:482] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:40.075570 7777 raft_consensus.cc:3037] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.076988 7777 raft_consensus.cc:504] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.077380 7777 leader_election.cc:288] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.077834 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7d47a1c6056344bb9a5e4423cc721789" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:40.077872 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7d47a1c6056344bb9a5e4423cc721789" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:40.077961 6442 raft_consensus.cc:3037] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.077991 6834 raft_consensus.cc:3037] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.078930 6442 raft_consensus.cc:2454] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:40.079006 6834 raft_consensus.cc:2454] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:40.079236 6640 leader_election.cc:302] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:40.079454 7777 raft_consensus.cc:2781] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:40.079566 7777 raft_consensus.cc:686] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:40.079706 7777 consensus_queue.cc:237] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.081429 6293 catalog_manager.cc:5484] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } }
I20240503 13:59:40.146014 7445 raft_consensus.cc:482] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:40.146167 7445 raft_consensus.cc:504] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.146634 7445 leader_election.cc:288] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.147082 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1f850957218d48c6890a07fec6b8d0d3" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:40.147100 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1f850957218d48c6890a07fec6b8d0d3" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:40.147225 6834 raft_consensus.cc:2454] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:40.147249 6702 raft_consensus.cc:2454] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:40.147604 6378 leader_election.cc:302] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:40.147804 7445 raft_consensus.cc:2781] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:40.147866 7445 raft_consensus.cc:482] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:40.147917 7445 raft_consensus.cc:3037] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.148715 7445 raft_consensus.cc:504] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.149031 7445 leader_election.cc:288] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.149370 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1f850957218d48c6890a07fec6b8d0d3" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:40.149369 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1f850957218d48c6890a07fec6b8d0d3" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:40.149487 6834 raft_consensus.cc:3037] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.149495 6702 raft_consensus.cc:3037] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.150271 6702 raft_consensus.cc:2454] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:40.150377 6834 raft_consensus.cc:2454] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:40.150549 6375 leader_election.cc:302] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:40.150724 7445 raft_consensus.cc:2781] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:40.150916 7445 raft_consensus.cc:686] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:40.151050 7445 consensus_queue.cc:237] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.152925 6293 catalog_manager.cc:5484] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:40.172423 7777 raft_consensus.cc:482] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:40.172572 7777 raft_consensus.cc:504] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.173043 7777 leader_election.cc:288] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:40.173588 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:40.173583 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:40.173736 6571 raft_consensus.cc:2454] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:40.173755 6442 raft_consensus.cc:2454] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:40.174104 6640 leader_election.cc:302] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:40.174335 7777 raft_consensus.cc:2781] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:40.174417 7777 raft_consensus.cc:482] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:40.174466 7777 raft_consensus.cc:3037] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.175379 7777 raft_consensus.cc:504] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.175750 7777 leader_election.cc:288] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:40.176101 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:40.176234 6571 raft_consensus.cc:3037] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.176195 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:40.176324 6442 raft_consensus.cc:3037] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.177242 6571 raft_consensus.cc:2454] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:40.177652 6640 leader_election.cc:302] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:40.177835 7777 raft_consensus.cc:2781] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:40.177917 7777 raft_consensus.cc:686] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:40.178052 7777 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:40.179876 6293 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } }
I20240503 13:59:40.195137 6442 raft_consensus.cc:2454] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
W20240503 13:59:40.328639 7824 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:40.328891 7824 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:40.331984 7824 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_5'
I20240503 13:59:40.419440 6834 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:40.419582 6702 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:40.420048 7445 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:40.420359 7445 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:40.420969 6442 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:40.421315 6571 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:40.422322 7777 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:40.422606 7778 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:40.426077 7781 mvcc.cc:205] Tried to move back new op lower bound from 7023594620594315264 to 7023594619499970560. Current Snapshot: MvccSnapshot[applied={T|T < 7023594620594315264}]
I20240503 13:59:40.428140 6835 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:40.428625 7778 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:40.435422 6441 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:40.435855 7777 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:40.457111 7857 mvcc.cc:205] Tried to move back new op lower bound from 7023594620622594048 to 7023594619207802880. Current Snapshot: MvccSnapshot[applied={T|T < 7023594620622594048}]
INSERT report
rows total: 2000
time total: 107.08 ms
time per row: 0.0535402 ms
I20240503 13:59:40.478561 7705 mvcc.cc:205] Tried to move back new op lower bound from 7023594620622594048 to 7023594619207802880. Current Snapshot: MvccSnapshot[applied={T|T < 7023594620622594048}]
I20240503 13:59:40.494275 6298 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_6"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:40.499732 6814 tablet_service.cc:1467] Processing CreateTablet for tablet eba7dc489e184209a5d4bd90bd9c3b9b (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.499792 6553 tablet_service.cc:1467] Processing CreateTablet for tablet d50dfa4e796e4c2e9160f47b71f57b9c (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.500052 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet eba7dc489e184209a5d4bd90bd9c3b9b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.500052 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d50dfa4e796e4c2e9160f47b71f57b9c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.500102 6421 tablet_service.cc:1467] Processing CreateTablet for tablet eba7dc489e184209a5d4bd90bd9c3b9b (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.500195 6552 tablet_service.cc:1467] Processing CreateTablet for tablet eba7dc489e184209a5d4bd90bd9c3b9b (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.500402 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet eba7dc489e184209a5d4bd90bd9c3b9b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.500409 6552 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet eba7dc489e184209a5d4bd90bd9c3b9b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.501212 6684 tablet_service.cc:1467] Processing CreateTablet for tablet d50dfa4e796e4c2e9160f47b71f57b9c (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.501497 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d50dfa4e796e4c2e9160f47b71f57b9c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.501821 7808 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:40.502766 7808 tablet_bootstrap.cc:654] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.503085 6815 tablet_service.cc:1467] Processing CreateTablet for tablet d48ec70e996c484095521ae329fd8a14 (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.503329 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d48ec70e996c484095521ae329fd8a14. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.503574 6551 tablet_service.cc:1467] Processing CreateTablet for tablet d48ec70e996c484095521ae329fd8a14 (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.503845 6551 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d48ec70e996c484095521ae329fd8a14. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.503841 6421 tablet_service.cc:1467] Processing CreateTablet for tablet d48ec70e996c484095521ae329fd8a14 (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.504068 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d48ec70e996c484095521ae329fd8a14. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.504190 7811 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:40.505043 7811 tablet_bootstrap.cc:654] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.505216 6814 tablet_service.cc:1467] Processing CreateTablet for tablet d50dfa4e796e4c2e9160f47b71f57b9c (DEFAULT_TABLE table=rebalance_test_table_6 [id=593a086c56134361a63449e526817141]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:40.505457 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d50dfa4e796e4c2e9160f47b71f57b9c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:40.506151 7811 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:40.506260 7811 ts_tablet_manager.cc:1367] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 13:59:40.506629 7811 raft_consensus.cc:348] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.506724 7811 raft_consensus.cc:374] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.506757 7811 raft_consensus.cc:729] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.506896 7811 consensus_queue.cc:260] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.507148 7811 ts_tablet_manager.cc:1398] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:40.507606 7865 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:40.508384 7865 tablet_bootstrap.cc:654] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.509462 7865 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:40.509553 7865 ts_tablet_manager.cc:1367] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:40.510162 7865 raft_consensus.cc:348] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.510350 7865 raft_consensus.cc:374] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.510377 7865 raft_consensus.cc:729] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.510496 7865 consensus_queue.cc:260] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.511101 7865 ts_tablet_manager.cc:1398] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:40.511274 7865 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:40.512192 7865 tablet_bootstrap.cc:654] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.513336 7865 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:40.513440 7865 ts_tablet_manager.cc:1367] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:40.514240 7865 raft_consensus.cc:348] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.514338 7865 raft_consensus.cc:374] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.514361 7865 raft_consensus.cc:729] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.514492 7865 consensus_queue.cc:260] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.514914 7865 ts_tablet_manager.cc:1398] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:40.535009 7808 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:40.535143 7808 ts_tablet_manager.cc:1367] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.033s user 0.000s sys 0.002s
I20240503 13:59:40.535668 7808 raft_consensus.cc:348] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.535789 7808 raft_consensus.cc:374] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.535823 7808 raft_consensus.cc:729] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.535956 7808 consensus_queue.cc:260] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.536239 7808 ts_tablet_manager.cc:1398] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:40.536425 7808 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:40.536484 7870 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:40.537348 7808 tablet_bootstrap.cc:654] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.537348 7870 tablet_bootstrap.cc:654] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.538530 7870 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:40.538530 7808 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:40.538611 7870 ts_tablet_manager.cc:1367] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:40.538611 7808 ts_tablet_manager.cc:1367] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
I20240503 13:59:40.539045 7870 raft_consensus.cc:348] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.539172 7870 raft_consensus.cc:374] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.539134 7808 raft_consensus.cc:348] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.539206 7870 raft_consensus.cc:729] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.539223 7808 raft_consensus.cc:374] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.539260 7808 raft_consensus.cc:729] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.539348 7870 consensus_queue.cc:260] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.539444 7808 consensus_queue.cc:260] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.539666 7870 ts_tablet_manager.cc:1398] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:40.539743 7808 ts_tablet_manager.cc:1398] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:40.539867 7870 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:40.539935 7808 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:40.540730 7870 tablet_bootstrap.cc:654] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.540796 7808 tablet_bootstrap.cc:654] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.542037 7808 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:40.542116 7808 ts_tablet_manager.cc:1367] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:40.542330 7870 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:40.542413 7870 ts_tablet_manager.cc:1367] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.001s
I20240503 13:59:40.542622 7808 raft_consensus.cc:348] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.542719 7808 raft_consensus.cc:374] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.542752 7808 raft_consensus.cc:729] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.542857 7808 consensus_queue.cc:260] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.542933 7870 raft_consensus.cc:348] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.543020 7870 raft_consensus.cc:374] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.543056 7870 raft_consensus.cc:729] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.543154 7808 ts_tablet_manager.cc:1398] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:40.543179 7870 consensus_queue.cc:260] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.543419 7870 ts_tablet_manager.cc:1398] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:40.543562 7870 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:40.544412 7870 tablet_bootstrap.cc:654] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:40.545360 7870 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:40.545435 7870 ts_tablet_manager.cc:1367] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 13:59:40.545814 7870 raft_consensus.cc:348] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.545895 7870 raft_consensus.cc:374] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:40.545929 7870 raft_consensus.cc:729] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:40.546049 7870 consensus_queue.cc:260] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.546366 7870 ts_tablet_manager.cc:1398] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:40.595557 7744 raft_consensus.cc:482] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:40.595702 7744 raft_consensus.cc:504] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.596077 7744 leader_election.cc:288] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:40.596516 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eba7dc489e184209a5d4bd90bd9c3b9b" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:40.596522 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eba7dc489e184209a5d4bd90bd9c3b9b" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:40.596662 6571 raft_consensus.cc:2454] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 0.
I20240503 13:59:40.596655 6442 raft_consensus.cc:2454] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 0.
I20240503 13:59:40.596984 6771 leader_election.cc:302] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:40.597146 7744 raft_consensus.cc:2781] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:40.597211 7744 raft_consensus.cc:482] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:40.597265 7744 raft_consensus.cc:3037] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.598459 7744 raft_consensus.cc:504] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.598763 7744 leader_election.cc:288] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:40.599082 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eba7dc489e184209a5d4bd90bd9c3b9b" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:40.599086 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "eba7dc489e184209a5d4bd90bd9c3b9b" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:40.599191 6442 raft_consensus.cc:3037] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.599213 6571 raft_consensus.cc:3037] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.599896 6442 raft_consensus.cc:2454] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 1.
I20240503 13:59:40.600174 6571 raft_consensus.cc:2454] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 1.
I20240503 13:59:40.600193 6771 leader_election.cc:302] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:40.600340 7744 raft_consensus.cc:2781] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:40.600540 7744 raft_consensus.cc:686] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Becoming Leader. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Running, Role: LEADER
I20240503 13:59:40.600687 7744 consensus_queue.cc:237] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:40.602497 6298 catalog_manager.cc:5484] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 reported cstate change: term changed from 0 to 1, leader changed from <none> to 17d678d622e0493f9754e52a2add1022 (127.0.99.132). New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:40.647938 7778 raft_consensus.cc:482] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:40.648104 7778 raft_consensus.cc:504] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.648561 7778 leader_election.cc:288] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.649050 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d50dfa4e796e4c2e9160f47b71f57b9c" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:40.649121 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d50dfa4e796e4c2e9160f47b71f57b9c" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:40.649236 6571 raft_consensus.cc:2454] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:40.649287 6835 raft_consensus.cc:2454] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:40.649721 6640 leader_election.cc:302] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:40.649919 7778 raft_consensus.cc:2781] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:40.650007 7778 raft_consensus.cc:482] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:40.650063 7778 raft_consensus.cc:3037] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.651175 7778 raft_consensus.cc:504] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.651547 7778 leader_election.cc:288] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.651978 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d50dfa4e796e4c2e9160f47b71f57b9c" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:40.651989 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d50dfa4e796e4c2e9160f47b71f57b9c" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:40.652112 6835 raft_consensus.cc:3037] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.652128 6571 raft_consensus.cc:3037] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.653090 6835 raft_consensus.cc:2454] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:40.653148 6571 raft_consensus.cc:2454] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:40.653437 6640 leader_election.cc:302] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:40.653607 7778 raft_consensus.cc:2781] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:40.653733 7778 raft_consensus.cc:686] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:40.653877 7778 consensus_queue.cc:237] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:40.657037 6298 catalog_manager.cc:5484] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:40.758819 7497 raft_consensus.cc:482] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:40.758958 7497 raft_consensus.cc:504] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.759367 7497 leader_election.cc:288] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.759801 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d48ec70e996c484095521ae329fd8a14" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:40.759902 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d48ec70e996c484095521ae329fd8a14" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:40.759954 6442 raft_consensus.cc:2454] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:40.760030 6835 raft_consensus.cc:2454] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:40.760327 6509 leader_election.cc:302] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:40.760507 7497 raft_consensus.cc:2781] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:40.760572 7497 raft_consensus.cc:482] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:40.760628 7497 raft_consensus.cc:3037] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.761543 7497 raft_consensus.cc:504] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.761855 7497 leader_election.cc:288] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:40.762212 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d48ec70e996c484095521ae329fd8a14" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:40.762279 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d48ec70e996c484095521ae329fd8a14" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:40.762327 6442 raft_consensus.cc:3037] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.762388 6835 raft_consensus.cc:3037] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:40.763243 6442 raft_consensus.cc:2454] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:40.763243 6835 raft_consensus.cc:2454] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:40.763546 6509 leader_election.cc:302] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:40.763734 7497 raft_consensus.cc:2781] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:40.763914 7497 raft_consensus.cc:686] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:40.764050 7497 consensus_queue.cc:237] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:40.765905 6298 catalog_manager.cc:5484] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } }
W20240503 13:59:40.910104 7880 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:40.910394 7880 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:40.913497 7880 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_6'
I20240503 13:59:41.007222 6442 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.007480 6835 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.007732 6572 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.007833 6834 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.007833 6571 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.008359 7608 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.008484 7744 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.008713 7777 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.008798 7497 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.008962 7777 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.012111 6441 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.012578 7497 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.021448 7923 mvcc.cc:205] Tried to move back new op lower bound from 7023594622999580672 to 7023594621341757440. Current Snapshot: MvccSnapshot[applied={T|T < 7023594622999580672}]
INSERT report
rows total: 2000
time total: 123.658 ms
time per row: 0.0618292 ms
I20240503 13:59:41.080466 6292 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_7"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:41.085942 6684 tablet_service.cc:1467] Processing CreateTablet for tablet 2508d040a2614655b487c0b2f87906bd (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.085984 6551 tablet_service.cc:1467] Processing CreateTablet for tablet 2508d040a2614655b487c0b2f87906bd (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.085999 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.086297 6551 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2508d040a2614655b487c0b2f87906bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.086297 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.086308 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2508d040a2614655b487c0b2f87906bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.088191 7942 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.088428 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 2508d040a2614655b487c0b2f87906bd (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.088708 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2508d040a2614655b487c0b2f87906bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.088725 7944 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:41.089128 7942 tablet_bootstrap.cc:654] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.089407 6551 tablet_service.cc:1467] Processing CreateTablet for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.089613 7944 tablet_bootstrap.cc:654] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.089643 6551 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.090641 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 240339bf1f814cf4bac2305ad66158e2 (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.090816 7947 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:41.090880 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 240339bf1f814cf4bac2305ad66158e2. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.091764 6683 tablet_service.cc:1467] Processing CreateTablet for tablet 240339bf1f814cf4bac2305ad66158e2 (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.091959 7947 tablet_bootstrap.cc:654] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.092025 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 240339bf1f814cf4bac2305ad66158e2. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.092733 7944 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:41.092793 7944 ts_tablet_manager.cc:1367] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s
I20240503 13:59:41.093124 7944 raft_consensus.cc:348] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.093210 7944 raft_consensus.cc:374] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.093231 7944 raft_consensus.cc:729] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.093341 7944 consensus_queue.cc:260] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.093570 7944 ts_tablet_manager.cc:1398] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.093701 7944 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:41.094758 7944 tablet_bootstrap.cc:654] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.095346 7943 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:41.095307 6684 tablet_service.cc:1467] Processing CreateTablet for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.095539 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.095912 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 240339bf1f814cf4bac2305ad66158e2 (DEFAULT_TABLE table=rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.096130 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 240339bf1f814cf4bac2305ad66158e2. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.096477 7943 tablet_bootstrap.cc:654] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.097630 7943 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:41.097729 7943 ts_tablet_manager.cc:1367] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:41.098176 7943 raft_consensus.cc:348] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.098327 7943 raft_consensus.cc:374] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.098369 7943 raft_consensus.cc:729] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.098505 7943 consensus_queue.cc:260] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.098830 7943 ts_tablet_manager.cc:1398] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:41.099009 7943 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:41.099910 7943 tablet_bootstrap.cc:654] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.100342 7944 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:41.100426 7944 ts_tablet_manager.cc:1367] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.007s user 0.000s sys 0.002s
I20240503 13:59:41.100699 7947 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:41.100785 7947 ts_tablet_manager.cc:1367] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s
I20240503 13:59:41.100786 7942 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.100869 7942 ts_tablet_manager.cc:1367] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.013s user 0.001s sys 0.000s
I20240503 13:59:41.100878 7944 raft_consensus.cc:348] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.100980 7944 raft_consensus.cc:374] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.101011 7944 raft_consensus.cc:729] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.101138 7944 consensus_queue.cc:260] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.101246 7947 raft_consensus.cc:348] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.101336 7947 raft_consensus.cc:374] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.101313 7942 raft_consensus.cc:348] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.101387 7947 raft_consensus.cc:729] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.101413 7942 raft_consensus.cc:374] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.101413 7944 ts_tablet_manager.cc:1398] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:41.101444 7942 raft_consensus.cc:729] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.101542 7947 consensus_queue.cc:260] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.101567 7942 consensus_queue.cc:260] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.101840 7942 ts_tablet_manager.cc:1398] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.102056 7942 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.102959 7942 tablet_bootstrap.cc:654] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.103538 7943 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:41.103716 7943 ts_tablet_manager.cc:1367] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.002s
I20240503 13:59:41.104184 7943 raft_consensus.cc:348] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.104322 7943 raft_consensus.cc:374] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.104390 7943 raft_consensus.cc:729] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.104532 7943 consensus_queue.cc:260] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.104911 7942 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.104907 7943 ts_tablet_manager.cc:1398] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:41.104975 7942 ts_tablet_manager.cc:1367] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:41.105311 7942 raft_consensus.cc:348] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.105418 7942 raft_consensus.cc:374] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.105473 7942 raft_consensus.cc:729] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.105592 7942 consensus_queue.cc:260] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.105870 7942 ts_tablet_manager.cc:1398] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.106034 7942 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.106601 7947 ts_tablet_manager.cc:1398] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.006s user 0.001s sys 0.000s
I20240503 13:59:41.107254 7947 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:41.107942 7942 tablet_bootstrap.cc:654] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.108189 7947 tablet_bootstrap.cc:654] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.109122 7942 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.109218 7942 ts_tablet_manager.cc:1367] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:41.109424 7947 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:41.109504 7947 ts_tablet_manager.cc:1367] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 13:59:41.109638 7942 raft_consensus.cc:348] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.109715 7942 raft_consensus.cc:374] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.109735 7942 raft_consensus.cc:729] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.109838 7942 consensus_queue.cc:260] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.109872 7947 raft_consensus.cc:348] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.109963 7947 raft_consensus.cc:374] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.109995 7947 raft_consensus.cc:729] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.110049 7942 ts_tablet_manager.cc:1398] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.110116 7947 consensus_queue.cc:260] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.110795 7947 ts_tablet_manager.cc:1398] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.115391 7497 raft_consensus.cc:482] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:41.115485 7497 raft_consensus.cc:504] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.115855 7497 leader_election.cc:288] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:41.116174 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5299b491d4aa4eb2bf3db0c4345fdb2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:41.116165 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5299b491d4aa4eb2bf3db0c4345fdb2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:41.116290 6702 raft_consensus.cc:2454] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:41.116300 6834 raft_consensus.cc:2454] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:41.116549 6506 leader_election.cc:302] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.116876 7497 raft_consensus.cc:2781] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:41.116941 7497 raft_consensus.cc:482] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:41.116982 7497 raft_consensus.cc:3037] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.117779 7497 raft_consensus.cc:504] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.118062 7497 leader_election.cc:288] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:41.118453 7777 raft_consensus.cc:482] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:41.118458 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5299b491d4aa4eb2bf3db0c4345fdb2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:41.118533 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "5299b491d4aa4eb2bf3db0c4345fdb2f" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:41.118538 7777 raft_consensus.cc:504] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.118584 6702 raft_consensus.cc:3037] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.118649 6834 raft_consensus.cc:3037] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.118875 7777 leader_election.cc:288] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:41.119520 6834 raft_consensus.cc:2454] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:41.119519 6702 raft_consensus.cc:2454] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:41.119793 6506 leader_election.cc:302] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.119971 7497 raft_consensus.cc:2781] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:41.120002 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "240339bf1f814cf4bac2305ad66158e2" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:41.120069 7497 raft_consensus.cc:686] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:41.120162 6442 raft_consensus.cc:2454] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:41.120206 7497 consensus_queue.cc:237] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.120481 6640 leader_election.cc:302] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:41.120579 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "240339bf1f814cf4bac2305ad66158e2" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:41.120697 6834 raft_consensus.cc:2454] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:41.120965 7777 raft_consensus.cc:2781] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:41.121024 7777 raft_consensus.cc:482] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:41.121068 7777 raft_consensus.cc:3037] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.121830 7777 raft_consensus.cc:504] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.122180 7777 leader_election.cc:288] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:41.122489 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "240339bf1f814cf4bac2305ad66158e2" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:41.122587 6442 raft_consensus.cc:3037] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.122570 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "240339bf1f814cf4bac2305ad66158e2" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:41.122663 6834 raft_consensus.cc:3037] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.123461 6834 raft_consensus.cc:2454] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:41.123479 6442 raft_consensus.cc:2454] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:41.123724 6640 leader_election.cc:302] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:41.123715 6297 catalog_manager.cc:5484] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } }
I20240503 13:59:41.123983 7777 raft_consensus.cc:2781] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:41.124070 7777 raft_consensus.cc:686] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:41.124198 7777 consensus_queue.cc:237] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.125968 6298 catalog_manager.cc:5484] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:41.256320 7445 raft_consensus.cc:482] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:41.256464 7445 raft_consensus.cc:504] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.256858 7445 leader_election.cc:288] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:41.257292 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2508d040a2614655b487c0b2f87906bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:41.257318 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2508d040a2614655b487c0b2f87906bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:41.257428 6702 raft_consensus.cc:2454] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:41.257486 6571 raft_consensus.cc:2454] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:41.257761 6375 leader_election.cc:302] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:41.257946 7445 raft_consensus.cc:2781] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:41.258008 7445 raft_consensus.cc:482] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:41.258060 7445 raft_consensus.cc:3037] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.258873 7445 raft_consensus.cc:504] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.259218 7445 leader_election.cc:288] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:41.259555 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2508d040a2614655b487c0b2f87906bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:41.259555 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2508d040a2614655b487c0b2f87906bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:41.259660 6571 raft_consensus.cc:3037] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.259677 6702 raft_consensus.cc:3037] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.260417 6571 raft_consensus.cc:2454] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:41.260442 6702 raft_consensus.cc:2454] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:41.260705 6378 leader_election.cc:302] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.260869 7445 raft_consensus.cc:2781] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:41.261067 7445 raft_consensus.cc:686] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:41.261231 7445 consensus_queue.cc:237] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.262974 6298 catalog_manager.cc:5484] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } }
W20240503 13:59:41.395403 7959 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:41.395799 7959 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:41.398824 7959 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_7'
I20240503 13:59:41.481351 6702 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.482360 6442 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.482743 7918 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.483208 6702 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.483541 6571 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.483578 7445 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.484054 7878 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.484720 6834 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.485491 6834 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.485975 7957 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.486722 7497 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.489399 7777 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 103.273 ms
time per row: 0.0516367 ms
I20240503 13:59:41.548980 6292 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_8"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:41.554631 6684 tablet_service.cc:1467] Processing CreateTablet for tablet 953409bb0c8640c5b97362dcc8ce9651 (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.554600 6551 tablet_service.cc:1467] Processing CreateTablet for tablet 953409bb0c8640c5b97362dcc8ce9651 (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.554785 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 953409bb0c8640c5b97362dcc8ce9651 (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.554917 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 953409bb0c8640c5b97362dcc8ce9651. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.554917 6551 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 953409bb0c8640c5b97362dcc8ce9651. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.555084 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 953409bb0c8640c5b97362dcc8ce9651. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.555588 6683 tablet_service.cc:1467] Processing CreateTablet for tablet dbc8bc50f826449190351bfa5db4e711 (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.555794 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet dbc8bc50f826449190351bfa5db4e711. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.556978 7944 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:41.556982 7942 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.557263 7947 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:41.557829 7944 tablet_bootstrap.cc:654] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.557829 7942 tablet_bootstrap.cc:654] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.558048 7947 tablet_bootstrap.cc:654] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.559002 7944 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:41.559090 7944 ts_tablet_manager.cc:1367] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 13:59:41.559343 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 68a5fd2e8e804519967196b889f2f1bd (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.559420 6815 tablet_service.cc:1467] Processing CreateTablet for tablet dbc8bc50f826449190351bfa5db4e711 (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.559579 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 68a5fd2e8e804519967196b889f2f1bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.559538 7944 raft_consensus.cc:348] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.559636 7944 raft_consensus.cc:374] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.559665 7944 raft_consensus.cc:729] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.559675 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet dbc8bc50f826449190351bfa5db4e711. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.559775 7944 consensus_queue.cc:260] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.560086 7944 ts_tablet_manager.cc:1398] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.560384 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 68a5fd2e8e804519967196b889f2f1bd (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.560604 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 68a5fd2e8e804519967196b889f2f1bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.560726 6551 tablet_service.cc:1467] Processing CreateTablet for tablet 68a5fd2e8e804519967196b889f2f1bd (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.560937 6551 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 68a5fd2e8e804519967196b889f2f1bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.562288 7942 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.562382 7942 ts_tablet_manager.cc:1367] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.002s
I20240503 13:59:41.562899 7942 raft_consensus.cc:348] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.562994 7943 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:41.563007 7942 raft_consensus.cc:374] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.563045 7942 raft_consensus.cc:729] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.563017 6553 tablet_service.cc:1467] Processing CreateTablet for tablet dbc8bc50f826449190351bfa5db4e711 (DEFAULT_TABLE table=rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.563241 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet dbc8bc50f826449190351bfa5db4e711. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.563181 7942 consensus_queue.cc:260] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.563488 7942 ts_tablet_manager.cc:1398] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.563648 7942 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.563900 7943 tablet_bootstrap.cc:654] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.564553 7942 tablet_bootstrap.cc:654] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.565423 7944 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:41.565985 7943 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:41.566066 7943 ts_tablet_manager.cc:1367] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.001s
I20240503 13:59:41.566298 7944 tablet_bootstrap.cc:654] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.566572 7943 raft_consensus.cc:348] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.566677 7943 raft_consensus.cc:374] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.566710 7943 raft_consensus.cc:729] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.566816 7943 consensus_queue.cc:260] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.567116 7943 ts_tablet_manager.cc:1398] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.567297 7943 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:41.567539 7947 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:41.567576 7942 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.567625 7947 ts_tablet_manager.cc:1367] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.010s user 0.000s sys 0.001s
I20240503 13:59:41.567651 7942 ts_tablet_manager.cc:1367] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s
I20240503 13:59:41.568100 7943 tablet_bootstrap.cc:654] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.568071 7947 raft_consensus.cc:348] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.568171 7947 raft_consensus.cc:374] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.568120 7942 raft_consensus.cc:348] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.568207 7947 raft_consensus.cc:729] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.568215 7942 raft_consensus.cc:374] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.568248 7942 raft_consensus.cc:729] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.568336 7947 consensus_queue.cc:260] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.568361 7942 consensus_queue.cc:260] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.568619 7947 ts_tablet_manager.cc:1398] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:41.568645 7942 ts_tablet_manager.cc:1398] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.568784 7947 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:41.571453 7943 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:41.571545 7943 ts_tablet_manager.cc:1367] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s
I20240503 13:59:41.572084 7947 tablet_bootstrap.cc:654] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.572016 7943 raft_consensus.cc:348] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.572131 7943 raft_consensus.cc:374] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.572196 7943 raft_consensus.cc:729] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.572355 7943 consensus_queue.cc:260] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.572690 7943 ts_tablet_manager.cc:1398] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.573588 7944 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:41.573668 7947 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:41.573686 7944 ts_tablet_manager.cc:1367] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.001s
I20240503 13:59:41.573791 7947 ts_tablet_manager.cc:1367] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.002s
I20240503 13:59:41.574170 7944 raft_consensus.cc:348] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.574313 7944 raft_consensus.cc:374] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.574362 7944 raft_consensus.cc:729] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.574491 7944 consensus_queue.cc:260] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.574743 7944 ts_tablet_manager.cc:1398] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:41.574741 7947 raft_consensus.cc:348] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.574889 7947 raft_consensus.cc:374] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.574909 7944 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:41.574951 7947 raft_consensus.cc:729] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.575762 7944 tablet_bootstrap.cc:654] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.575752 7947 consensus_queue.cc:260] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.576169 7947 ts_tablet_manager.cc:1398] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:41.576826 7944 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:41.576908 7944 ts_tablet_manager.cc:1367] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 13:59:41.577309 7944 raft_consensus.cc:348] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.577394 7944 raft_consensus.cc:374] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.577425 7944 raft_consensus.cc:729] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.577559 7944 consensus_queue.cc:260] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.577828 7944 ts_tablet_manager.cc:1398] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.592408 7988 raft_consensus.cc:482] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:41.592511 7988 raft_consensus.cc:504] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.592892 7988 leader_election.cc:288] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:41.593242 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "dbc8bc50f826449190351bfa5db4e711" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:41.593237 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "dbc8bc50f826449190351bfa5db4e711" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:41.593377 6702 raft_consensus.cc:2454] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:41.593377 6834 raft_consensus.cc:2454] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:41.593627 6509 leader_election.cc:302] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.594023 7988 raft_consensus.cc:2781] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:41.594082 7988 raft_consensus.cc:482] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:41.594120 7988 raft_consensus.cc:3037] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.595170 7988 raft_consensus.cc:504] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.595505 7988 leader_election.cc:288] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:41.595742 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "dbc8bc50f826449190351bfa5db4e711" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:41.595780 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "dbc8bc50f826449190351bfa5db4e711" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:41.595875 6834 raft_consensus.cc:3037] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.595886 6702 raft_consensus.cc:3037] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.596858 6702 raft_consensus.cc:2454] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:41.596859 6834 raft_consensus.cc:2454] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:41.597141 6506 leader_election.cc:302] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.597347 7988 raft_consensus.cc:2781] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:41.597447 7988 raft_consensus.cc:686] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:41.597571 7988 consensus_queue.cc:237] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.599426 6292 catalog_manager.cc:5484] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:41.605634 7957 raft_consensus.cc:482] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:41.605742 7957 raft_consensus.cc:504] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.606138 7957 leader_election.cc:288] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:41.606473 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:41.606536 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:41.606593 6834 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:41.606669 6571 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:41.606937 6378 leader_election.cc:302] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.607178 7957 raft_consensus.cc:2781] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:41.607228 7957 raft_consensus.cc:482] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:41.607271 7957 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.608064 7957 raft_consensus.cc:504] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.608386 7957 leader_election.cc:288] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:41.608728 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:41.608728 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:41.608832 6571 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.608832 6834 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.609699 6834 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:41.609699 6571 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:41.610057 6378 leader_election.cc:302] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.610249 7957 raft_consensus.cc:2781] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:41.610338 7957 raft_consensus.cc:686] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:41.610499 7957 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } }
I20240503 13:59:41.612406 6292 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:41.663829 7445 raft_consensus.cc:482] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:41.663961 7445 raft_consensus.cc:504] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.664328 7445 leader_election.cc:288] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:41.664733 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "953409bb0c8640c5b97362dcc8ce9651" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:41.664775 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "953409bb0c8640c5b97362dcc8ce9651" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2" is_pre_election: true
I20240503 13:59:41.664867 6702 raft_consensus.cc:2454] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:41.664909 6571 raft_consensus.cc:2454] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:41.665199 6375 leader_election.cc:302] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:41.665369 7445 raft_consensus.cc:2781] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:41.665428 7445 raft_consensus.cc:482] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:41.665478 7445 raft_consensus.cc:3037] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.666288 7445 raft_consensus.cc:504] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.666601 7445 leader_election.cc:288] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:41.666954 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "953409bb0c8640c5b97362dcc8ce9651" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:41.666939 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "953409bb0c8640c5b97362dcc8ce9651" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:41.667055 6571 raft_consensus.cc:3037] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.667076 6702 raft_consensus.cc:3037] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.667797 6571 raft_consensus.cc:2454] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:41.667861 6702 raft_consensus.cc:2454] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:41.668099 6378 leader_election.cc:302] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.668244 7445 raft_consensus.cc:2781] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:41.668329 7445 raft_consensus.cc:686] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:41.668450 7445 consensus_queue.cc:237] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.670225 6292 catalog_manager.cc:5484] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } }
W20240503 13:59:41.793183 8010 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:41.793437 8010 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:41.796303 8010 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_8'
I20240503 13:59:41.870990 6571 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.871068 6834 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.872021 7445 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.872113 6703 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.872306 7445 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.872494 7878 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.872730 6702 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.873329 6834 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.874173 6571 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:41.874506 7445 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.881397 7445 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:41.881397 7497 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 99.1323 ms
time per row: 0.0495661 ms
I20240503 13:59:41.938640 6298 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33740:
name: "rebalance_test_table_9"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 3
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 13:59:41.944033 6421 tablet_service.cc:1467] Processing CreateTablet for tablet 609325beb88b455fb5000afc34d60649 (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.944144 6683 tablet_service.cc:1467] Processing CreateTablet for tablet 609325beb88b455fb5000afc34d60649 (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.944394 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 609325beb88b455fb5000afc34d60649. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.944417 6683 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 609325beb88b455fb5000afc34d60649. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.944929 6682 tablet_service.cc:1467] Processing CreateTablet for tablet 61a55c5449714d349a4e3d4207f75bbe (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.945140 6682 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 61a55c5449714d349a4e3d4207f75bbe. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.945267 6814 tablet_service.cc:1467] Processing CreateTablet for tablet 609325beb88b455fb5000afc34d60649 (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.945510 6814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 609325beb88b455fb5000afc34d60649. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.946605 6684 tablet_service.cc:1467] Processing CreateTablet for tablet a09524fe9e1342548c10b1789cfc744b (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.946823 6684 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a09524fe9e1342548c10b1789cfc744b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.947490 7943 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:41.947660 6815 tablet_service.cc:1467] Processing CreateTablet for tablet a09524fe9e1342548c10b1789cfc744b (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.947896 6815 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a09524fe9e1342548c10b1789cfc744b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.948271 7943 tablet_bootstrap.cc:654] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.948683 7942 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.949574 7942 tablet_bootstrap.cc:654] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.949843 7947 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:41.950383 6421 tablet_service.cc:1467] Processing CreateTablet for tablet a09524fe9e1342548c10b1789cfc744b (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.950449 6422 tablet_service.cc:1467] Processing CreateTablet for tablet 61a55c5449714d349a4e3d4207f75bbe (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.950592 6421 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a09524fe9e1342548c10b1789cfc744b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.950690 7947 tablet_bootstrap.cc:654] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.950728 6553 tablet_service.cc:1467] Processing CreateTablet for tablet 61a55c5449714d349a4e3d4207f75bbe (DEFAULT_TABLE table=rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 13:59:41.950929 6422 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 61a55c5449714d349a4e3d4207f75bbe. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.950981 6553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 61a55c5449714d349a4e3d4207f75bbe. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:41.952031 7943 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:41.952142 7943 ts_tablet_manager.cc:1367] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s
I20240503 13:59:41.952581 7943 raft_consensus.cc:348] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.952679 7943 raft_consensus.cc:374] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.952709 7943 raft_consensus.cc:729] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.952845 7943 consensus_queue.cc:260] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.952960 7947 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:41.953039 7947 ts_tablet_manager.cc:1367] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:41.953135 7943 ts_tablet_manager.cc:1398] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.953320 7943 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: Bootstrap starting.
I20240503 13:59:41.953500 7947 raft_consensus.cc:348] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.953601 7947 raft_consensus.cc:374] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.953634 7947 raft_consensus.cc:729] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.953747 7947 consensus_queue.cc:260] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.954010 7944 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: Bootstrap starting.
I20240503 13:59:41.954030 7947 ts_tablet_manager.cc:1398] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:41.954275 7947 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:41.954923 7944 tablet_bootstrap.cc:654] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.955132 7947 tablet_bootstrap.cc:654] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.956187 7942 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.956262 7942 ts_tablet_manager.cc:1367] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.000s
I20240503 13:59:41.956717 7944 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: No bootstrap required, opened a new log
I20240503 13:59:41.956732 7942 raft_consensus.cc:348] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.956804 7944 ts_tablet_manager.cc:1367] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
I20240503 13:59:41.956835 7942 raft_consensus.cc:374] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.956880 7942 raft_consensus.cc:729] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.956894 7947 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:41.956956 7947 ts_tablet_manager.cc:1367] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:59:41.956992 7942 consensus_queue.cc:260] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:41.957037 7943 tablet_bootstrap.cc:654] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.957177 7944 raft_consensus.cc:348] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.957289 7944 raft_consensus.cc:374] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.957304 7942 ts_tablet_manager.cc:1398] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.957334 7944 raft_consensus.cc:729] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.957324 7947 raft_consensus.cc:348] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:41.957418 7947 raft_consensus.cc:374] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.957455 7947 raft_consensus.cc:729] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.957471 7942 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.957458 7944 consensus_queue.cc:260] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.957561 7947 consensus_queue.cc:260] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:41.957726 7944 ts_tablet_manager.cc:1398] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:41.957808 7947 ts_tablet_manager.cc:1398] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.957937 7947 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: Bootstrap starting.
I20240503 13:59:41.958354 7942 tablet_bootstrap.cc:654] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.958828 7947 tablet_bootstrap.cc:654] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.959448 7942 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.959522 7942 ts_tablet_manager.cc:1367] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
I20240503 13:59:41.959914 7942 raft_consensus.cc:348] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.960017 7942 raft_consensus.cc:374] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.960068 7942 raft_consensus.cc:729] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.960178 7942 consensus_queue.cc:260] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.960441 7942 ts_tablet_manager.cc:1398] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 13:59:41.960595 7942 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: Bootstrap starting.
I20240503 13:59:41.961452 7942 tablet_bootstrap.cc:654] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: Neither blocks nor log segments found. Creating new log.
I20240503 13:59:41.962473 7942 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: No bootstrap required, opened a new log
I20240503 13:59:41.962541 7942 ts_tablet_manager.cc:1367] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
I20240503 13:59:41.962582 7943 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: No bootstrap required, opened a new log
I20240503 13:59:41.962667 7943 ts_tablet_manager.cc:1367] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: Time spent bootstrapping tablet: real 0.009s user 0.001s sys 0.001s
I20240503 13:59:41.962950 7942 raft_consensus.cc:348] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:41.963084 7942 raft_consensus.cc:374] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.963122 7942 raft_consensus.cc:729] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.963117 7943 raft_consensus.cc:348] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:41.963229 7943 raft_consensus.cc:374] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.963261 7943 raft_consensus.cc:729] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.963263 7942 consensus_queue.cc:260] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:41.963372 7943 consensus_queue.cc:260] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:41.963644 7943 ts_tablet_manager.cc:1398] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 13:59:41.964470 7947 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: No bootstrap required, opened a new log
I20240503 13:59:41.964517 7942 ts_tablet_manager.cc:1398] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 13:59:41.964546 7947 ts_tablet_manager.cc:1367] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: Time spent bootstrapping tablet: real 0.007s user 0.001s sys 0.000s
I20240503 13:59:41.964927 7947 raft_consensus.cc:348] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.965035 7947 raft_consensus.cc:374] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 13:59:41.965075 7947 raft_consensus.cc:729] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Initialized, Role: FOLLOWER
I20240503 13:59:41.965184 7947 consensus_queue.cc:260] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.965433 7947 ts_tablet_manager.cc:1398] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:41.983161 7878 raft_consensus.cc:482] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:41.983304 7878 raft_consensus.cc:504] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.983686 7878 leader_election.cc:288] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:41.984047 6703 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "61a55c5449714d349a4e3d4207f75bbe" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:41.984053 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "61a55c5449714d349a4e3d4207f75bbe" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:41.984180 6442 raft_consensus.cc:2454] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:41.984190 6703 raft_consensus.cc:2454] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 0.
I20240503 13:59:41.984498 6506 leader_election.cc:302] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.984663 7878 raft_consensus.cc:2781] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:41.984722 7878 raft_consensus.cc:482] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:41.984755 7878 raft_consensus.cc:3037] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.985666 7878 raft_consensus.cc:504] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.985965 7878 leader_election.cc:288] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:41.986277 6703 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "61a55c5449714d349a4e3d4207f75bbe" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:41.986304 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "61a55c5449714d349a4e3d4207f75bbe" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:41.986402 6703 raft_consensus.cc:3037] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.986404 6442 raft_consensus.cc:3037] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:41.987191 6442 raft_consensus.cc:2454] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:41.987262 6703 raft_consensus.cc:2454] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 1.
I20240503 13:59:41.987478 6509 leader_election.cc:302] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:41.987634 7878 raft_consensus.cc:2781] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:41.987718 7878 raft_consensus.cc:686] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:41.987859 7878 consensus_queue.cc:237] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } }
I20240503 13:59:41.989559 6298 catalog_manager.cc:5484] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:42.031385 7777 raft_consensus.cc:482] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:42.031524 7777 raft_consensus.cc:504] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:42.031924 7777 leader_election.cc:288] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:42.032382 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a09524fe9e1342548c10b1789cfc744b" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85" is_pre_election: true
I20240503 13:59:42.032371 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a09524fe9e1342548c10b1789cfc744b" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:42.032518 6442 raft_consensus.cc:2454] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:42.032518 6834 raft_consensus.cc:2454] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 0.
I20240503 13:59:42.032827 6640 leader_election.cc:302] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:42.032992 7777 raft_consensus.cc:2781] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:42.033042 7777 raft_consensus.cc:482] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:42.033085 7777 raft_consensus.cc:3037] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:42.033859 7777 raft_consensus.cc:504] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:42.034150 7777 leader_election.cc:288] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:42.034571 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a09524fe9e1342548c10b1789cfc744b" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:42.034571 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a09524fe9e1342548c10b1789cfc744b" candidate_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:42.034703 6442 raft_consensus.cc:3037] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:42.034703 6834 raft_consensus.cc:3037] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:42.035646 6834 raft_consensus.cc:2454] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:42.035646 6442 raft_consensus.cc:2454] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b13fa235b1a4dfab410ec9cf4bd3956 in term 1.
I20240503 13:59:42.035904 6640 leader_election.cc:302] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 17d678d622e0493f9754e52a2add1022; no voters:
I20240503 13:59:42.036052 7777 raft_consensus.cc:2781] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:42.036187 7777 raft_consensus.cc:686] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Leader. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:42.036381 7777 consensus_queue.cc:237] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } }
I20240503 13:59:42.038036 6298 catalog_manager.cc:5484] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131). New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } }
I20240503 13:59:42.266808 7957 raft_consensus.cc:482] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 13:59:42.266952 7957 raft_consensus.cc:504] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:42.267416 7957 leader_election.cc:288] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:42.267941 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "609325beb88b455fb5000afc34d60649" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022" is_pre_election: true
I20240503 13:59:42.267941 6703 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "609325beb88b455fb5000afc34d60649" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" is_pre_election: true
I20240503 13:59:42.268074 6834 raft_consensus.cc:2454] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:42.268085 6703 raft_consensus.cc:2454] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 0.
I20240503 13:59:42.268386 6378 leader_election.cc:302] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:42.268546 7957 raft_consensus.cc:2781] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 13:59:42.268616 7957 raft_consensus.cc:482] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 13:59:42.268642 7957 raft_consensus.cc:3037] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:42.269419 7957 raft_consensus.cc:504] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:42.269765 7957 leader_election.cc:288] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:42.270133 6703 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "609325beb88b455fb5000afc34d60649" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:42.270133 6834 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "609325beb88b455fb5000afc34d60649" candidate_uuid: "3f9c8cf346544a22905970278f8c0d85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:42.270272 6703 raft_consensus.cc:3037] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:42.270282 6834 raft_consensus.cc:3037] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 0 FOLLOWER]: Advancing to term 1
I20240503 13:59:42.271076 6834 raft_consensus.cc:2454] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:42.271081 6703 raft_consensus.cc:2454] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3f9c8cf346544a22905970278f8c0d85 in term 1.
I20240503 13:59:42.271384 6375 leader_election.cc:302] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 3f9c8cf346544a22905970278f8c0d85; no voters:
I20240503 13:59:42.271550 7957 raft_consensus.cc:2781] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 13:59:42.271651 7957 raft_consensus.cc:686] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Leader. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:42.271780 7957 consensus_queue.cc:237] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } }
I20240503 13:59:42.274782 6298 catalog_manager.cc:5484] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:42.386940 7878 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:42.390009 7988 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
W20240503 13:59:42.436003 8057 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:42.436276 8057 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:42.439188 8057 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_9'
I20240503 13:59:42.519994 6703 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:42.519292 6834 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:42.520370 6442 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:42.520778 6835 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 13:59:42.520629 8039 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
I20240503 13:59:42.526033 7957 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:42.528193 7777 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:42.532895 7777 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 13:59:42.566993 8101 mvcc.cc:205] Tried to move back new op lower bound from 7023594629230870528 to 7023594627222446080. Current Snapshot: MvccSnapshot[applied={T|T < 7023594629193895936}]
INSERT report
rows total: 2000
time total: 108.162 ms
time per row: 0.054081 ms
I20240503 13:59:42.593132 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.133:46697
--local_ip_for_outbound_sockets=127.0.99.133
--tserver_master_addrs=127.0.99.190:34455
--webserver_port=34059
--webserver_interface=127.0.99.133
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
W20240503 13:59:42.711733 8115 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:42.711984 8115 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:42.712077 8115 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:42.715607 8115 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:42.715677 8115 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:42.715750 8115 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.133
I20240503 13:59:42.719437 8115 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.133:46697
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--webserver_interface=127.0.99.133
--webserver_port=34059
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.8115
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.133
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:42.720451 8115 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:42.721760 8115 file_cache.cc:492] Constructed file cache file cache with capacity 419430
I20240503 13:59:42.731155 8115 server_base.cc:1034] running on GCE node
W20240503 13:59:42.732041 8123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:42.732821 8120 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:42.733661 8121 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:42.734228 8115 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:42.734953 8115 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:42.736122 8115 hybrid_clock.cc:648] HybridClock initialized: now 1714744782736065 us; error 90 us; skew 500 ppm
I20240503 13:59:42.738690 8115 webserver.cc:460] Webserver started at http://127.0.99.133:34059/ using document root <none> and password file <none>
I20240503 13:59:42.740217 8115 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:42.740548 8115 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:42.746816 8115 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.004s sys 0.000s
I20240503 13:59:42.749276 8129 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:42.750512 8115 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 13:59:42.750617 8115 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
uuid: "a4de399cf8ab4f418f507fa0c2e73475"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:42.751061 8115 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:42.785040 8115 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:42.785651 8115 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:42.785816 8115 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:42.786490 8115 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:42.787385 8115 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:42.787431 8115 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:42.787475 8115 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:42.787503 8115 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:42.795830 8115 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.133:46697
I20240503 13:59:42.796304 8242 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.133:46697 every 8 connection(s)
I20240503 13:59:42.797080 8115 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
I20240503 13:59:42.799666 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 8115
I20240503 13:59:42.800204 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.134:46529
--local_ip_for_outbound_sockets=127.0.99.134
--tserver_master_addrs=127.0.99.190:34455
--webserver_port=34321
--webserver_interface=127.0.99.134
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:42.809307 8243 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:42.809612 8243 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:42.810397 8243 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:42.811679 6294 ts_manager.cc:194] Re-registered known tserver with Master: a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697)
I20240503 13:59:42.812259 6294 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.133:44853
W20240503 13:59:42.919227 8246 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:42.919456 8246 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:42.919502 8246 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:42.922739 8246 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:42.922813 8246 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:42.922884 8246 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.134
I20240503 13:59:42.926601 8246 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.134:46529
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--webserver_interface=127.0.99.134
--webserver_port=34321
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.8246
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.134
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:42.927603 8246 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:42.928750 8246 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:42.937911 8252 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:42.938639 8254 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:42.939422 8251 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:42.940343 8246 server_base.cc:1034] running on GCE node
I20240503 13:59:42.940758 8246 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:42.941363 8246 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:42.942518 8246 hybrid_clock.cc:648] HybridClock initialized: now 1714744782942503 us; error 31 us; skew 500 ppm
I20240503 13:59:42.944520 8246 webserver.cc:460] Webserver started at http://127.0.99.134:34321/ using document root <none> and password file <none>
I20240503 13:59:42.945089 8246 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:42.945168 8246 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:42.948484 8246 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.000s sys 0.001s
I20240503 13:59:42.950368 8260 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:42.951423 8246 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s
I20240503 13:59:42.951546 8246 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
uuid: "838a933acedc4890b32a89e0fab1981e"
format_stamp: "Formatted at 2024-05-03 13:59:32 on dist-test-slave-qkv2"
I20240503 13:59:42.951929 8246 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:42.976145 8246 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:42.976771 8246 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:42.976923 8246 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:42.977490 8246 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:42.978387 8246 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:42.978438 8246 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:42.978493 8246 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:42.978523 8246 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:42.986977 8246 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.134:46529
I20240503 13:59:42.987000 8373 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.134:46529 every 8 connection(s)
I20240503 13:59:42.988096 8246 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
I20240503 13:59:42.991144 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 8246
I20240503 13:59:42.991711 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.135:36897
--local_ip_for_outbound_sockets=127.0.99.135
--tserver_master_addrs=127.0.99.190:34455
--webserver_port=37863
--webserver_interface=127.0.99.135
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:42.997881 8374 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:42.998111 8374 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:42.998692 8374 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:42.999684 6294 ts_manager.cc:194] Re-registered known tserver with Master: 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529)
I20240503 13:59:43.000259 6294 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.134:34085
W20240503 13:59:43.107664 8377 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:43.107961 8377 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:43.108045 8377 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:43.111121 8377 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:43.111196 8377 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:43.111323 8377 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.135
I20240503 13:59:43.115128 8377 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.135:36897
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--webserver_interface=127.0.99.135
--webserver_port=37863
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.8377
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.135
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:43.116089 8377 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:43.117245 8377 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:43.126662 8385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:43.127398 8382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:43.128297 8383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:43.129158 8377 server_base.cc:1034] running on GCE node
I20240503 13:59:43.129666 8377 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:43.130306 8377 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:43.131455 8377 hybrid_clock.cc:648] HybridClock initialized: now 1714744783131442 us; error 27 us; skew 500 ppm
I20240503 13:59:43.133396 8377 webserver.cc:460] Webserver started at http://127.0.99.135:37863/ using document root <none> and password file <none>
I20240503 13:59:43.133935 8377 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:43.134017 8377 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:43.137789 8377 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:43.139974 8391 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:43.141263 8377 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
I20240503 13:59:43.141393 8377 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
uuid: "972b5e3439b94993a5dc902f7642bb1f"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:43.141891 8377 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:43.180867 8377 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:43.181507 8377 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:43.181666 8377 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:43.182219 8377 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:43.183109 8377 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:43.183161 8377 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:43.183243 8377 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:43.183267 8377 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:43.191558 8377 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.135:36897
I20240503 13:59:43.191586 8504 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.135:36897 every 8 connection(s)
I20240503 13:59:43.192571 8377 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
I20240503 13:59:43.198391 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 8377
I20240503 13:59:43.198801 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.136:44753
--local_ip_for_outbound_sockets=127.0.99.136
--tserver_master_addrs=127.0.99.190:34455
--webserver_port=42579
--webserver_interface=127.0.99.136
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:43.201193 8505 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:43.201455 8505 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:43.202088 8505 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:43.203150 6294 ts_manager.cc:194] Re-registered known tserver with Master: 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897)
I20240503 13:59:43.203689 6294 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.135:47599
W20240503 13:59:43.311033 8508 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:43.311251 8508 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:43.311318 8508 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:43.314460 8508 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:43.314522 8508 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:43.314615 8508 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.136
I20240503 13:59:43.318421 8508 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.136:44753
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--webserver_interface=127.0.99.136
--webserver_port=42579
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.8508
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.136
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:43.319305 8508 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:43.320426 8508 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:43.329648 8516 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:43.330507 8514 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:43.331380 8513 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:43.332284 8508 server_base.cc:1034] running on GCE node
I20240503 13:59:43.332760 8508 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:43.333506 8508 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:43.334692 8508 hybrid_clock.cc:648] HybridClock initialized: now 1714744783334668 us; error 38 us; skew 500 ppm
I20240503 13:59:43.336680 8508 webserver.cc:460] Webserver started at http://127.0.99.136:42579/ using document root <none> and password file <none>
I20240503 13:59:43.337251 8508 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:43.337327 8508 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:43.341163 8508 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:43.343282 8522 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:43.344660 8508 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:43.344791 8508 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1"
format_stamp: "Formatted at 2024-05-03 13:59:33 on dist-test-slave-qkv2"
I20240503 13:59:43.345261 8508 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:43.367594 8508 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:43.368202 8508 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:43.368343 8508 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:43.368798 8508 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:43.369745 8508 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:43.369793 8508 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:43.369832 8508 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:43.369853 8508 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:43.378528 8508 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.136:44753
I20240503 13:59:43.378571 8635 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.136:44753 every 8 connection(s)
I20240503 13:59:43.379576 8508 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
I20240503 13:59:43.385558 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 8508
I20240503 13:59:43.388319 8636 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:43.388742 8636 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:43.389364 8636 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:43.390436 6294 ts_manager.cc:194] Re-registered known tserver with Master: fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753)
I20240503 13:59:43.391206 6294 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.136:39287
W20240503 13:59:43.498611 8640 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:43.498832 8640 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:43.501871 8640 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
I20240503 13:59:43.645560 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:43.654379 6422 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:43.655565 6684 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:43.657961 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.659375 6422 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:43.666128 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.670475 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.673918 6553 tablet_service.cc:1429] Tablet server has 10 leaders and 0 scanners
I20240503 13:59:43.687846 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.693667 6684 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:43.701414 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.711697 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:43.724753 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.729970 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.736110 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.742516 6553 tablet_service.cc:1429] Tablet server has 10 leaders and 0 scanners
I20240503 13:59:43.815132 8243 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
I20240503 13:59:43.879899 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:43.883220 6684 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:43.888103 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.888435 6422 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:43.888768 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.893575 6553 tablet_service.cc:1429] Tablet server has 10 leaders and 0 scanners
I20240503 13:59:43.905200 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:43.910063 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
W20240503 13:59:43.989038 8754 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:43.989310 8754 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:43.993726 8754 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
I20240503 13:59:44.002303 8374 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
I20240503 13:59:44.051052 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.051901 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:44.056846 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.059159 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.060125 6684 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:44.067471 6422 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:44.097735 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.099524 6553 tablet_service.cc:1429] Tablet server has 10 leaders and 0 scanners
I20240503 13:59:44.147678 6684 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:44.149331 6422 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:44.149466 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:44.162029 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.166864 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.184259 6553 tablet_service.cc:1429] Tablet server has 10 leaders and 0 scanners
I20240503 13:59:44.184672 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.195606 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.197540 6441 consensus_queue.cc:237] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:44.205828 6703 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.205894 8505 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
I20240503 13:59:44.206616 8859 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.208863 6834 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.209233 8859 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 13:59:44.221071 6376 consensus_peers.cc:485] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 6eba744d824a45bf990bb1b2c9a192f5. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.225385 8859 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.227871 6834 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.227927 6703 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.230717 6295 catalog_manager.cc:5484] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.240403 6703 consensus_queue.cc:237] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:44.241976 6572 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.242385 7777 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.242449 6834 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.242975 7777 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.245059 8892 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.245843 6572 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.248210 6834 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.250383 6300 catalog_manager.cc:5484] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
W20240503 13:59:44.253291 6639 consensus_peers.cc:485] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d50dfa4e796e4c2e9160f47b71f57b9c. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.257370 6441 consensus_queue.cc:237] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:44.258761 6572 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.258961 6703 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.259140 8039 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.259760 8039 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.260902 8880 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.261328 6572 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.262487 6703 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
W20240503 13:59:44.264225 6378 consensus_peers.cc:485] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 2c8930732ef740c0928e2b02b7d1ddfc. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.264658 6291 catalog_manager.cc:5484] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.273670 6703 consensus_queue.cc:237] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:44.275698 6834 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.275786 6441 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.276149 7777 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.276414 8892 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.278476 8892 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.280750 6834 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
W20240503 13:59:44.281951 6638 consensus_peers.cc:485] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 4d920aa70406413989c8af2f4e15c933. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.282949 6295 catalog_manager.cc:5484] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.283602 6441 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.294174 6441 consensus_queue.cc:237] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
W20240503 13:59:44.295869 6376 consensus_peers.cc:485] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 1f850957218d48c6890a07fec6b8d0d3. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.295864 6834 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.296169 6703 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.296250 8859 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.296672 8859 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.298175 8859 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.298898 6703 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.300930 6295 catalog_manager.cc:5484] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.301935 6834 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.310740 6572 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:44.312697 6834 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.312968 6703 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.313549 7988 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.313949 7988 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.316380 8928 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
W20240503 13:59:44.317003 6508 consensus_peers.cc:485] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 4df8c703dbe94464b8b2be0cc7dc57d5. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.317095 6834 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.317272 6703 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.320067 6295 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.336889 6834 consensus_queue.cc:237] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:44.339095 6572 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.339119 6441 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.339533 8925 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.339929 8925 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.341584 8925 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
W20240503 13:59:44.344112 6771 consensus_peers.cc:485] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 9706c8f717bd44018a58c652276a7d3d. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.344087 6441 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.344579 6300 catalog_manager.cc:5484] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.349126 6572 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.356504 6703 consensus_queue.cc:237] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:44.358083 6834 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.358507 6441 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.358551 7777 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.358896 7777 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 13:59:44.359488 6638 consensus_peers.cc:485] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: a09524fe9e1342548c10b1789cfc744b. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.360764 7777 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.361229 6834 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.363600 6441 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.363672 6291 catalog_manager.cc:5484] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.373658 6441 consensus_queue.cc:237] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:44.375306 6703 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.375466 6834 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.375965 8859 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.376156 8881 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 13:59:44.376709 6376 consensus_peers.cc:485] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 609325beb88b455fb5000afc34d60649. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.378090 8859 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.378438 6834 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.381256 6300 catalog_manager.cc:5484] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.381518 6703 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.394109 8636 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
I20240503 13:59:44.397552 6572 consensus_queue.cc:237] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:44.399263 6703 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:44.399453 6508 consensus_peers.cc:485] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 5299b491d4aa4eb2bf3db0c4345fdb2f. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.399453 6835 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.399899 8929 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.400452 8929 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.402150 8928 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.402786 6835 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.404887 6703 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.405054 6291 catalog_manager.cc:5484] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
W20240503 13:59:44.413287 8904 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:44.413575 8904 flags.cc:425] Enabled unsafe flag: --never_fsync=true
I20240503 13:59:44.415752 6441 consensus_queue.cc:237] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:44.417686 6703 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:44.417832 8904 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
I20240503 13:59:44.418215 6572 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.418649 8881 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.420081 8881 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 13:59:44.422014 6376 consensus_peers.cc:485] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 953409bb0c8640c5b97362dcc8ce9651. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.422469 8881 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.422757 6572 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.425880 6295 catalog_manager.cc:5484] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.429742 6703 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.441462 6703 consensus_queue.cc:237] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:44.443516 6441 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.443697 6835 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.443910 8892 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.444193 7777 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.446281 7777 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.446539 6835 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
W20240503 13:59:44.448990 6640 consensus_peers.cc:485] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 7d47a1c6056344bb9a5e4423cc721789. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.449291 6298 catalog_manager.cc:5484] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.449438 6441 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.459033 6572 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:44.460623 6835 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.460762 6703 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:44.461058 6508 consensus_peers.cc:485] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d72b4b3fd247477ea6c18f270f54ef19. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.461117 7988 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.461300 8929 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.463132 7988 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.464969 6835 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.465687 6295 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.468108 6703 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.477622 6441 consensus_queue.cc:237] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:44.479379 6572 raft_consensus.cc:1261] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.479741 8039 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 13:59:44.480141 6376 consensus_peers.cc:485] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: b5815f3fab754ee9ab2d2489f79988fc. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.480139 6703 raft_consensus.cc:1261] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.480816 8039 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.481868 8039 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.482183 6572 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.484527 6300 catalog_manager.cc:5484] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.485333 6703 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.495312 6572 consensus_queue.cc:237] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:44.497045 6703 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.497444 6835 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.497488 7988 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.497982 7988 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.500298 7988 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
W20240503 13:59:44.501405 6507 consensus_peers.cc:485] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 5b7a9fa4743e496ab693563605a8866a. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.503154 6703 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.503297 6295 catalog_manager.cc:5484] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.504554 6835 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.524919 6572 consensus_queue.cc:237] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:44.527292 6441 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.528254 8929 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.529628 6835 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:44.530689 6509 consensus_peers.cc:485] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d48ec70e996c484095521ae329fd8a14. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.531026 8929 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.531385 8928 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.531868 6441 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.535032 6291 catalog_manager.cc:5484] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.537169 6835 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.548982 6703 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:44.550871 6572 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.551240 6441 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.551450 8892 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 13:59:44.551852 6638 consensus_peers.cc:485] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 377e258cc58243dc9df35f0314534799. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.552340 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:44.552896 8054 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.556083 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.559582 6684 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:44.561268 8054 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.564438 6292 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.566066 6572 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.570006 6441 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:44.579455 6553 tablet_service.cc:1429] Tablet server has 10 leaders and 0 scanners
I20240503 13:59:44.582011 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.582068 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.582329 6422 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:44.583591 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.597474 6703 consensus_queue.cc:237] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
W20240503 13:59:44.603083 6639 consensus_peers.cc:485] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 113b41bcb1d94a35a4ac496ed3bd64ff. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.603669 6835 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.603688 6572 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.604094 7777 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.605347 8054 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.618153 9066 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.621850 6291 catalog_manager.cc:5484] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.627454 6835 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.627904 6572 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:44.641897 6572 consensus_queue.cc:237] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:44.643515 6441 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.643496 6835 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.644754 7988 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.644970 8929 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.647538 7988 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
W20240503 13:59:44.648219 6507 consensus_peers.cc:485] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: a962ba70c6f54677a700131fcd53660f. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.649461 6834 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:44.651291 6291 catalog_manager.cc:5484] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:44.657610 6441 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
Runtime error: ksck discovered errors
I20240503 13:59:44.669169 6702 consensus_queue.cc:237] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:44.670742 6441 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:44.670732 6835 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:44.670861 6640 consensus_peers.cc:485] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 00b0f89b5d644b6ca90296be7ca2e830. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:44.671120 8892 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.671293 8054 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:44.672931 9075 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.673452 6441 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.673483 6835 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.675873 6292 catalog_manager.cc:5484] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:44.776131 9173 ts_tablet_manager.cc:902] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:44.776824 9173 tablet_copy_client.cc:308] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:44.781819 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:47877)
I20240503 13:59:44.781987 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 5299b491d4aa4eb2bf3db0c4345fdb2f from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:47877: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-5299b491d4aa4eb2bf3db0c4345fdb2f
I20240503 13:59:44.783422 6593 tablet_copy_source_session.cc:205] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.787469 9173 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.793737 9173 tablet_copy_client.cc:783] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.793956 9173 tablet_copy_client.cc:647] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.795730 9177 tablet_copy_client.cc:1002] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.795837 9194 ts_tablet_manager.cc:902] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:44.796640 9194 tablet_copy_client.cc:308] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:44.802282 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet a09524fe9e1342548c10b1789cfc744b from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:37425)
I20240503 13:59:44.802456 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet a09524fe9e1342548c10b1789cfc744b from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:37425: session id = 838a933acedc4890b32a89e0fab1981e-a09524fe9e1342548c10b1789cfc744b
I20240503 13:59:44.803783 6724 tablet_copy_source_session.cc:205] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.807456 9194 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a09524fe9e1342548c10b1789cfc744b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.811393 9206 ts_tablet_manager.cc:902] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:44.812160 9206 tablet_copy_client.cc:308] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:44.813390 9194 tablet_copy_client.cc:783] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.813593 9194 tablet_copy_client.cc:647] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.818001 9196 tablet_copy_client.cc:1002] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
W20240503 13:59:44.819001 9097 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:44.819300 9097 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:44.823328 9097 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
I20240503 13:59:44.826947 6462 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 6eba744d824a45bf990bb1b2c9a192f5 from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:48137)
I20240503 13:59:44.827126 6462 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 6eba744d824a45bf990bb1b2c9a192f5 from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:48137: session id = 972b5e3439b94993a5dc902f7642bb1f-6eba744d824a45bf990bb1b2c9a192f5
I20240503 13:59:44.828601 6462 tablet_copy_source_session.cc:205] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.832712 9206 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 6eba744d824a45bf990bb1b2c9a192f5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.834398 9215 ts_tablet_manager.cc:902] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:44.834931 9215 tablet_copy_client.cc:308] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:44.835498 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:47877)
I20240503 13:59:44.835611 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 4df8c703dbe94464b8b2be0cc7dc57d5 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:47877: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-4df8c703dbe94464b8b2be0cc7dc57d5
I20240503 13:59:44.836352 6593 tablet_copy_source_session.cc:205] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.837170 9215 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4df8c703dbe94464b8b2be0cc7dc57d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.839015 9226 ts_tablet_manager.cc:902] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:44.839813 9226 tablet_copy_client.cc:308] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:44.840305 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 4d920aa70406413989c8af2f4e15c933 from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:37425)
I20240503 13:59:44.840400 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 4d920aa70406413989c8af2f4e15c933 from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:37425: session id = 838a933acedc4890b32a89e0fab1981e-4d920aa70406413989c8af2f4e15c933
I20240503 13:59:44.840646 9206 tablet_copy_client.cc:783] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.840853 9206 tablet_copy_client.cc:647] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.841254 9215 tablet_copy_client.cc:783] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.841341 6724 tablet_copy_source_session.cc:205] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.841410 9215 tablet_copy_client.cc:647] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.842423 9226 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d920aa70406413989c8af2f4e15c933. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.842602 9208 tablet_copy_client.cc:1002] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.842720 9224 tablet_copy_client.cc:1002] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.844561 9226 tablet_copy_client.cc:783] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.844718 9226 tablet_copy_client.cc:647] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.845678 9230 tablet_copy_client.cc:1002] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.849650 9232 ts_tablet_manager.cc:902] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:44.850234 9232 tablet_copy_client.cc:308] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:44.853755 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet d50dfa4e796e4c2e9160f47b71f57b9c from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:44547)
I20240503 13:59:44.853874 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet d50dfa4e796e4c2e9160f47b71f57b9c from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:44547: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-d50dfa4e796e4c2e9160f47b71f57b9c
I20240503 13:59:44.854832 6724 tablet_copy_source_session.cc:205] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.855679 9232 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d50dfa4e796e4c2e9160f47b71f57b9c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.857843 9232 tablet_copy_client.cc:783] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.858007 9232 tablet_copy_client.cc:647] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.858959 9235 tablet_copy_client.cc:1002] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.869689 9241 ts_tablet_manager.cc:902] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:44.871446 9241 tablet_copy_client.cc:308] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:44.871905 6462 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 1f850957218d48c6890a07fec6b8d0d3 from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:48137)
I20240503 13:59:44.871999 6462 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 1f850957218d48c6890a07fec6b8d0d3 from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:48137: session id = 972b5e3439b94993a5dc902f7642bb1f-1f850957218d48c6890a07fec6b8d0d3
I20240503 13:59:44.872020 9243 ts_tablet_manager.cc:902] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:44.872733 9243 tablet_copy_client.cc:308] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:44.873104 6462 tablet_copy_source_session.cc:205] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.874076 9241 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1f850957218d48c6890a07fec6b8d0d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.876381 9241 tablet_copy_client.cc:783] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.876576 9241 tablet_copy_client.cc:647] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.877485 6462 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 2c8930732ef740c0928e2b02b7d1ddfc from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:33423)
I20240503 13:59:44.877579 6462 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 2c8930732ef740c0928e2b02b7d1ddfc from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:33423: session id = a4de399cf8ab4f418f507fa0c2e73475-2c8930732ef740c0928e2b02b7d1ddfc
I20240503 13:59:44.878348 9247 tablet_copy_client.cc:1002] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.879046 6462 tablet_copy_source_session.cc:205] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.882376 9243 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2c8930732ef740c0928e2b02b7d1ddfc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.889199 9243 tablet_copy_client.cc:783] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.889495 9243 tablet_copy_client.cc:647] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.891203 9251 tablet_copy_client.cc:1002] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.902769 9268 ts_tablet_manager.cc:902] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:44.904198 9268 tablet_copy_client.cc:308] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:44.907922 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 7d47a1c6056344bb9a5e4423cc721789 from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:55053)
I20240503 13:59:44.908052 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 7d47a1c6056344bb9a5e4423cc721789 from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:55053: session id = a4de399cf8ab4f418f507fa0c2e73475-7d47a1c6056344bb9a5e4423cc721789
I20240503 13:59:44.909014 6724 tablet_copy_source_session.cc:205] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.910492 9268 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7d47a1c6056344bb9a5e4423cc721789. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.911175 9273 ts_tablet_manager.cc:902] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:44.911682 9273 tablet_copy_client.cc:308] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:41979
I20240503 13:59:44.912966 9268 tablet_copy_client.cc:783] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.913379 9268 tablet_copy_client.cc:647] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.914773 9270 tablet_copy_client.cc:1002] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.916186 6855 tablet_copy_service.cc:140] P 17d678d622e0493f9754e52a2add1022: Received BeginTabletCopySession request for tablet 9706c8f717bd44018a58c652276a7d3d from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:47079)
I20240503 13:59:44.916321 6855 tablet_copy_service.cc:161] P 17d678d622e0493f9754e52a2add1022: Beginning new tablet copy session on tablet 9706c8f717bd44018a58c652276a7d3d from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:47079: session id = a4de399cf8ab4f418f507fa0c2e73475-9706c8f717bd44018a58c652276a7d3d
I20240503 13:59:44.917438 6855 tablet_copy_source_session.cc:205] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.918613 9273 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9706c8f717bd44018a58c652276a7d3d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.921183 9273 tablet_copy_client.cc:783] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.921517 9273 tablet_copy_client.cc:647] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.922998 9274 tablet_copy_client.cc:1002] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.935178 6684 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:44.939244 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:44.941673 6422 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:44.942108 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.951777 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.952534 6553 tablet_service.cc:1429] Tablet server has 10 leaders and 0 scanners
I20240503 13:59:44.962411 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.966071 9289 ts_tablet_manager.cc:902] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:44.969483 9289 tablet_copy_client.cc:308] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:44.973903 6462 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 953409bb0c8640c5b97362dcc8ce9651 from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:57025)
I20240503 13:59:44.974026 6462 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 953409bb0c8640c5b97362dcc8ce9651 from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:57025: session id = 838a933acedc4890b32a89e0fab1981e-953409bb0c8640c5b97362dcc8ce9651
I20240503 13:59:44.974779 6462 tablet_copy_source_session.cc:205] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:44.975682 9289 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 953409bb0c8640c5b97362dcc8ce9651. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:44.978135 9289 tablet_copy_client.cc:783] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:44.978372 9289 tablet_copy_client.cc:647] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:44.979589 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:44.982793 9291 tablet_copy_client.cc:1002] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:44.998540 9295 ts_tablet_manager.cc:902] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:44.998462 9294 ts_tablet_manager.cc:902] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:45.001178 9295 tablet_copy_client.cc:308] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:45.001441 9294 tablet_copy_client.cc:308] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:45.001735 6462 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 609325beb88b455fb5000afc34d60649 from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:48137)
I20240503 13:59:45.001838 6462 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 609325beb88b455fb5000afc34d60649 from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:48137: session id = 972b5e3439b94993a5dc902f7642bb1f-609325beb88b455fb5000afc34d60649
I20240503 13:59:45.001966 6461 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet b5815f3fab754ee9ab2d2489f79988fc from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:48137)
I20240503 13:59:45.002058 6461 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet b5815f3fab754ee9ab2d2489f79988fc from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:48137: session id = 972b5e3439b94993a5dc902f7642bb1f-b5815f3fab754ee9ab2d2489f79988fc
I20240503 13:59:45.002774 6462 tablet_copy_source_session.cc:205] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.002871 6461 tablet_copy_source_session.cc:205] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.003810 9295 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 609325beb88b455fb5000afc34d60649. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.005949 9295 tablet_copy_client.cc:783] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.005995 9304 ts_tablet_manager.cc:902] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:45.006155 9295 tablet_copy_client.cc:647] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.006597 9304 tablet_copy_client.cc:308] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:45.010231 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 5b7a9fa4743e496ab693563605a8866a from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:41441)
I20240503 13:59:45.010339 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 5b7a9fa4743e496ab693563605a8866a from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:41441: session id = 838a933acedc4890b32a89e0fab1981e-5b7a9fa4743e496ab693563605a8866a
I20240503 13:59:45.011160 9299 tablet_copy_client.cc:1002] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.011214 9294 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b5815f3fab754ee9ab2d2489f79988fc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.011229 6593 tablet_copy_source_session.cc:205] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.011974 9304 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5b7a9fa4743e496ab693563605a8866a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.013424 9294 tablet_copy_client.cc:783] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.013577 9294 tablet_copy_client.cc:647] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.014652 9303 tablet_copy_client.cc:1002] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.014935 9304 tablet_copy_client.cc:783] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.015141 9304 tablet_copy_client.cc:647] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.015837 9309 ts_tablet_manager.cc:902] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:45.016134 9306 tablet_copy_client.cc:1002] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.016557 9309 tablet_copy_client.cc:308] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:45.016999 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet d72b4b3fd247477ea6c18f270f54ef19 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:47877)
I20240503 13:59:45.017114 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet d72b4b3fd247477ea6c18f270f54ef19 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:47877: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-d72b4b3fd247477ea6c18f270f54ef19
I20240503 13:59:45.017881 6593 tablet_copy_source_session.cc:205] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.018743 9309 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d72b4b3fd247477ea6c18f270f54ef19. 1 dirs total, 0 dirs full, 0 dirs failed
Runtime error: ksck discovered errors
I20240503 13:59:45.021221 9309 tablet_copy_client.cc:783] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.021390 9309 tablet_copy_client.cc:647] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.022567 9313 tablet_copy_client.cc:1002] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.031618 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.137:0
--local_ip_for_outbound_sockets=127.0.99.137
--webserver_interface=127.0.99.137
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34455
--builtin_ntp_servers=127.0.99.148:34473
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true
--tablet_copy_download_file_inject_latency_ms=1500
--follower_unavailable_considered_failed_sec=30 with env {}
I20240503 13:59:45.084293 9360 ts_tablet_manager.cc:902] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:45.085091 9360 tablet_copy_client.cc:308] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:45.085649 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 377e258cc58243dc9df35f0314534799 from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:37425)
I20240503 13:59:45.085762 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 377e258cc58243dc9df35f0314534799 from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:37425: session id = 838a933acedc4890b32a89e0fab1981e-377e258cc58243dc9df35f0314534799
I20240503 13:59:45.086782 6724 tablet_copy_source_session.cc:205] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.088867 9360 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 377e258cc58243dc9df35f0314534799. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.091315 9360 tablet_copy_client.cc:783] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.091549 9360 tablet_copy_client.cc:647] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.092921 9362 tablet_copy_client.cc:1002] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.100817 9375 ts_tablet_manager.cc:902] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:45.101473 9375 tablet_copy_client.cc:308] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:45.102015 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 113b41bcb1d94a35a4ac496ed3bd64ff from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:44547)
I20240503 13:59:45.102154 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 113b41bcb1d94a35a4ac496ed3bd64ff from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:44547: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-113b41bcb1d94a35a4ac496ed3bd64ff
I20240503 13:59:45.103202 6724 tablet_copy_source_session.cc:205] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.104099 9375 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 113b41bcb1d94a35a4ac496ed3bd64ff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.106335 9375 tablet_copy_client.cc:783] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.106484 9375 tablet_copy_client.cc:647] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.107743 9377 tablet_copy_client.cc:1002] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.124047 9395 ts_tablet_manager.cc:902] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:45.124676 9395 tablet_copy_client.cc:308] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:45.130020 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet a962ba70c6f54677a700131fcd53660f from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:60401)
I20240503 13:59:45.130131 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet a962ba70c6f54677a700131fcd53660f from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:60401: session id = 972b5e3439b94993a5dc902f7642bb1f-a962ba70c6f54677a700131fcd53660f
I20240503 13:59:45.131141 6593 tablet_copy_source_session.cc:205] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.133510 9395 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a962ba70c6f54677a700131fcd53660f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.136308 9395 tablet_copy_client.cc:783] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.136564 9395 tablet_copy_client.cc:647] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.137676 9399 tablet_copy_client.cc:1002] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.144157 9410 ts_tablet_manager.cc:902] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:45.146268 9410 tablet_copy_client.cc:308] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:45.146997 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 00b0f89b5d644b6ca90296be7ca2e830 from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:55053)
I20240503 13:59:45.147123 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 00b0f89b5d644b6ca90296be7ca2e830 from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:55053: session id = a4de399cf8ab4f418f507fa0c2e73475-00b0f89b5d644b6ca90296be7ca2e830
I20240503 13:59:45.148084 6724 tablet_copy_source_session.cc:205] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.149714 9410 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00b0f89b5d644b6ca90296be7ca2e830. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.152779 9410 tablet_copy_client.cc:783] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.153018 9410 tablet_copy_client.cc:647] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.154086 9416 ts_tablet_manager.cc:902] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:45.154186 9420 tablet_copy_client.cc:1002] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:45.154732 9416 tablet_copy_client.cc:308] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:45.159102 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet d48ec70e996c484095521ae329fd8a14 from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:38265)
I20240503 13:59:45.159211 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet d48ec70e996c484095521ae329fd8a14 from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:38265: session id = a4de399cf8ab4f418f507fa0c2e73475-d48ec70e996c484095521ae329fd8a14
I20240503 13:59:45.160077 6593 tablet_copy_source_session.cc:205] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:45.161089 9416 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d48ec70e996c484095521ae329fd8a14. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:45.163389 9416 tablet_copy_client.cc:783] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:45.163542 9416 tablet_copy_client.cc:647] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:45.166355 9426 tablet_copy_client.cc:1002] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
W20240503 13:59:45.175065 9324 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 13:59:45.175365 9324 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 13:59:45.175463 9324 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 13:59:45.178655 9324 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 13:59:45.178712 9324 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 13:59:45.178779 9324 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.137
I20240503 13:59:45.182389 9324 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:34473
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--follower_unavailable_considered_failed_sec=30
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.137:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
--webserver_interface=127.0.99.137
--webserver_port=0
--tablet_copy_download_file_inject_latency_ms=1500
--tserver_master_addrs=127.0.99.190:34455
--never_fsync=true
--heap_profile_path=/tmp/kudu.9324
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.137
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 13:59:45.183279 9324 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 13:59:45.184336 9324 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 13:59:45.193496 9444 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:45.194322 9445 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 13:59:45.195161 9447 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 13:59:45.196064 9324 server_base.cc:1034] running on GCE node
I20240503 13:59:45.196561 9324 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 13:59:45.197227 9324 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 13:59:45.198391 9324 hybrid_clock.cc:648] HybridClock initialized: now 1714744785198362 us; error 38 us; skew 500 ppm
I20240503 13:59:45.200703 9324 webserver.cc:460] Webserver started at http://127.0.99.137:42577/ using document root <none> and password file <none>
I20240503 13:59:45.201275 9324 fs_manager.cc:359] Metadata directory not provided
I20240503 13:59:45.201339 9324 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 13:59:45.201508 9324 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 13:59:45.203289 9324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/instance:
uuid: "c444ab95c84e423390cbca8a48c10cbe"
format_stamp: "Formatted at 2024-05-03 13:59:45 on dist-test-slave-qkv2"
I20240503 13:59:45.203758 9324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal/instance:
uuid: "c444ab95c84e423390cbca8a48c10cbe"
format_stamp: "Formatted at 2024-05-03 13:59:45 on dist-test-slave-qkv2"
I20240503 13:59:45.208623 9324 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
I20240503 13:59:45.212190 9453 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:45.213626 9324 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
I20240503 13:59:45.214437 9324 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
uuid: "c444ab95c84e423390cbca8a48c10cbe"
format_stamp: "Formatted at 2024-05-03 13:59:45 on dist-test-slave-qkv2"
I20240503 13:59:45.214614 9324 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 13:59:45.242513 9324 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 13:59:45.243222 9324 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 13:59:45.243371 9324 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 13:59:45.243912 9324 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 13:59:45.244771 9324 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 13:59:45.244814 9324 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:45.244877 9324 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 13:59:45.244905 9324 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 13:59:45.254230 9324 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.137:41659
I20240503 13:59:45.254503 9567 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.137:41659 every 8 connection(s)
I20240503 13:59:45.255599 9324 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
I20240503 13:59:45.261307 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 9324
I20240503 13:59:45.261440 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal/instance
I20240503 13:59:45.271093 9568 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34455
I20240503 13:59:45.271375 9568 heartbeater.cc:464] Registering TS with master...
I20240503 13:59:45.272110 9568 heartbeater.cc:511] Master 127.0.99.190:34455 requested a full tablet report, sending...
I20240503 13:59:45.273237 6292 ts_manager.cc:194] Registered new tserver with Master: c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659)
I20240503 13:59:45.273809 6292 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.137:49105
I20240503 13:59:46.275818 9568 heartbeater.cc:503] Master 127.0.99.190:34455 was elected leader, sending a full tablet report...
I20240503 13:59:46.296166 9173 tablet_copy_client.cc:523] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.298301 9173 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:46.303587 9173 log.cc:824] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:46.318729 9194 tablet_copy_client.cc:523] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.321022 9194 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:46.325855 9173 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.326246 9173 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:46.326547 9173 ts_tablet_manager.cc:1367] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.028s user 0.026s sys 0.004s
I20240503 13:59:46.328765 9194 log.cc:824] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:46.329182 9173 raft_consensus.cc:348] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.329427 9173 raft_consensus.cc:729] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:46.329814 9173 consensus_queue.cc:260] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.330725 9173 ts_tablet_manager.cc:1398] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.004s user 0.003s sys 0.001s
I20240503 13:59:46.331481 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-5299b491d4aa4eb2bf3db0c4345fdb2f received from {username='slave'} at 127.0.99.136:47877
I20240503 13:59:46.331583 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-5299b491d4aa4eb2bf3db0c4345fdb2f on tablet 5299b491d4aa4eb2bf3db0c4345fdb2f with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:46.342986 9206 tablet_copy_client.cc:523] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.343019 9215 tablet_copy_client.cc:523] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.344535 9215 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:46.345038 9206 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:46.346810 9226 tablet_copy_client.cc:523] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.348281 9226 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:46.351503 9206 log.cc:824] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:46.353176 9194 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.353574 9194 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:46.353880 9194 ts_tablet_manager.cc:1367] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.033s user 0.032s sys 0.000s
I20240503 13:59:46.359280 9232 tablet_copy_client.cc:523] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.360805 9232 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:46.369045 9215 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.369429 9215 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:46.369632 9215 ts_tablet_manager.cc:1367] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.025s user 0.022s sys 0.001s
I20240503 13:59:46.370271 9215 raft_consensus.cc:348] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.370484 9215 raft_consensus.cc:729] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:46.370625 9215 consensus_queue.cc:260] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.371157 9194 raft_consensus.cc:348] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.371424 9194 raft_consensus.cc:729] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:46.371794 9194 consensus_queue.cc:260] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.372722 9194 ts_tablet_manager.cc:1398] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.019s user 0.004s sys 0.000s
I20240503 13:59:46.372867 9215 ts_tablet_manager.cc:1398] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
I20240503 13:59:46.373809 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-4df8c703dbe94464b8b2be0cc7dc57d5 received from {username='slave'} at 127.0.99.136:47877
I20240503 13:59:46.373889 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-4df8c703dbe94464b8b2be0cc7dc57d5 on tablet 4df8c703dbe94464b8b2be0cc7dc57d5 with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:46.378144 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-a09524fe9e1342548c10b1789cfc744b received from {username='slave'} at 127.0.99.134:37425
I20240503 13:59:46.378271 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-a09524fe9e1342548c10b1789cfc744b on tablet a09524fe9e1342548c10b1789cfc744b with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:46.378645 9241 tablet_copy_client.cc:523] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.380123 9241 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:46.384609 9206 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.384986 9206 tablet_bootstrap.cc:492] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:46.385316 9206 ts_tablet_manager.cc:1367] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.040s user 0.032s sys 0.000s
I20240503 13:59:46.387912 9206 raft_consensus.cc:348] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.388191 9206 raft_consensus.cc:729] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:46.388603 9206 consensus_queue.cc:260] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.389542 9206 ts_tablet_manager.cc:1398] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.004s user 0.007s sys 0.000s
I20240503 13:59:46.390884 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-6eba744d824a45bf990bb1b2c9a192f5 received from {username='slave'} at 127.0.99.135:48137
I20240503 13:59:46.390988 9226 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.391000 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-6eba744d824a45bf990bb1b2c9a192f5 on tablet 6eba744d824a45bf990bb1b2c9a192f5 with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:46.391660 9243 tablet_copy_client.cc:523] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.392144 9226 tablet_bootstrap.cc:492] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:46.392410 9226 ts_tablet_manager.cc:1367] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.044s user 0.023s sys 0.004s
I20240503 13:59:46.392975 9226 raft_consensus.cc:348] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.393078 9226 raft_consensus.cc:729] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:46.393227 9226 consensus_queue.cc:260] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.393563 9226 ts_tablet_manager.cc:1398] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:46.393790 9243 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:46.396533 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-4d920aa70406413989c8af2f4e15c933 received from {username='slave'} at 127.0.99.134:37425
I20240503 13:59:46.396620 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-4d920aa70406413989c8af2f4e15c933 on tablet 4d920aa70406413989c8af2f4e15c933 with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:46.405686 9243 log.cc:824] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:46.407444 9232 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.407743 9232 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:46.407971 9232 ts_tablet_manager.cc:1367] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.047s user 0.019s sys 0.005s
I20240503 13:59:46.408422 9232 raft_consensus.cc:348] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.408622 9232 raft_consensus.cc:729] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:46.408782 9232 consensus_queue.cc:260] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.409480 9232 ts_tablet_manager.cc:1398] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:46.409965 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-d50dfa4e796e4c2e9160f47b71f57b9c received from {username='slave'} at 127.0.99.136:44547
I20240503 13:59:46.410051 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-d50dfa4e796e4c2e9160f47b71f57b9c on tablet d50dfa4e796e4c2e9160f47b71f57b9c with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:46.412075 9241 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.412353 9241 tablet_bootstrap.cc:492] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:46.412518 9241 ts_tablet_manager.cc:1367] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.032s user 0.027s sys 0.000s
I20240503 13:59:46.413105 9241 raft_consensus.cc:348] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.413479 9241 raft_consensus.cc:729] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:46.413621 9241 consensus_queue.cc:260] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.414021 9241 ts_tablet_manager.cc:1398] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:46.414523 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-1f850957218d48c6890a07fec6b8d0d3 received from {username='slave'} at 127.0.99.135:48137
I20240503 13:59:46.414603 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-1f850957218d48c6890a07fec6b8d0d3 on tablet 1f850957218d48c6890a07fec6b8d0d3 with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:46.415342 9268 tablet_copy_client.cc:523] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.416586 9268 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:46.427009 9273 tablet_copy_client.cc:523] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.428504 9273 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:46.443074 9243 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.443126 9268 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.443598 9243 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:46.443605 9268 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:46.444010 9268 ts_tablet_manager.cc:1367] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.027s user 0.026s sys 0.000s
I20240503 13:59:46.444011 9243 ts_tablet_manager.cc:1367] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.050s user 0.040s sys 0.000s
I20240503 13:59:46.446874 9268 raft_consensus.cc:348] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.446875 9243 raft_consensus.cc:348] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.447175 9268 raft_consensus.cc:729] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:46.447297 9243 raft_consensus.cc:729] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:46.447671 9268 consensus_queue.cc:260] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.447672 9243 consensus_queue.cc:260] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.448612 9268 ts_tablet_manager.cc:1398] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s
I20240503 13:59:46.448614 9243 ts_tablet_manager.cc:1398] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.004s user 0.004s sys 0.000s
I20240503 13:59:46.449477 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-7d47a1c6056344bb9a5e4423cc721789 received from {username='slave'} at 127.0.99.133:55053
I20240503 13:59:46.449560 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-7d47a1c6056344bb9a5e4423cc721789 on tablet 7d47a1c6056344bb9a5e4423cc721789 with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:46.450670 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-2c8930732ef740c0928e2b02b7d1ddfc received from {username='slave'} at 127.0.99.133:33423
I20240503 13:59:46.450752 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-2c8930732ef740c0928e2b02b7d1ddfc on tablet 2c8930732ef740c0928e2b02b7d1ddfc with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:46.454313 9273 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.454689 9273 tablet_bootstrap.cc:492] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:46.454906 9273 ts_tablet_manager.cc:1367] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.026s user 0.021s sys 0.005s
I20240503 13:59:46.455350 9273 raft_consensus.cc:348] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.455472 9273 raft_consensus.cc:729] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:46.455569 9273 consensus_queue.cc:260] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.455829 9273 ts_tablet_manager.cc:1398] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:46.456568 6855 tablet_copy_service.cc:342] P 17d678d622e0493f9754e52a2add1022: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-9706c8f717bd44018a58c652276a7d3d received from {username='slave'} at 127.0.99.133:47079
I20240503 13:59:46.456667 6855 tablet_copy_service.cc:433] P 17d678d622e0493f9754e52a2add1022: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-9706c8f717bd44018a58c652276a7d3d on tablet 9706c8f717bd44018a58c652276a7d3d with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:46.467695 8590 raft_consensus.cc:1203] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.483915 9289 tablet_copy_client.cc:523] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.485265 9289 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:46.508488 9289 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.508800 9289 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:46.509016 9289 ts_tablet_manager.cc:1367] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.024s user 0.016s sys 0.005s
I20240503 13:59:46.509430 9289 raft_consensus.cc:348] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.509579 9289 raft_consensus.cc:729] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:46.509694 9289 consensus_queue.cc:260] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.509966 9289 ts_tablet_manager.cc:1398] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:46.511457 9295 tablet_copy_client.cc:523] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.512794 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-953409bb0c8640c5b97362dcc8ce9651 received from {username='slave'} at 127.0.99.134:57025
I20240503 13:59:46.512872 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-953409bb0c8640c5b97362dcc8ce9651 on tablet 953409bb0c8640c5b97362dcc8ce9651 with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:46.513065 9295 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:46.514950 9294 tablet_copy_client.cc:523] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.516175 9294 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:46.517335 9304 tablet_copy_client.cc:523] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.518743 9304 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:46.522984 9309 tablet_copy_client.cc:523] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.524576 9309 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:46.538314 9295 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.538746 9295 tablet_bootstrap.cc:492] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:46.538971 9295 ts_tablet_manager.cc:1367] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.026s user 0.022s sys 0.004s
I20240503 13:59:46.539480 9295 raft_consensus.cc:348] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.539750 9295 raft_consensus.cc:729] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:46.539904 9295 consensus_queue.cc:260] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.540249 9295 ts_tablet_manager.cc:1398] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:46.540834 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-609325beb88b455fb5000afc34d60649 received from {username='slave'} at 127.0.99.135:48137
I20240503 13:59:46.540917 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-609325beb88b455fb5000afc34d60649 on tablet 609325beb88b455fb5000afc34d60649 with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:46.546335 9304 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.546825 9304 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:46.547024 9304 ts_tablet_manager.cc:1367] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.028s user 0.021s sys 0.006s
I20240503 13:59:46.547427 9304 raft_consensus.cc:348] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.547580 9304 raft_consensus.cc:729] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:46.547703 9304 consensus_queue.cc:260] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.547966 9304 ts_tablet_manager.cc:1398] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:46.548470 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-5b7a9fa4743e496ab693563605a8866a received from {username='slave'} at 127.0.99.134:41441
I20240503 13:59:46.548549 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-5b7a9fa4743e496ab693563605a8866a on tablet 5b7a9fa4743e496ab693563605a8866a with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:46.556269 9294 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.556581 9294 tablet_bootstrap.cc:492] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:46.556758 9294 ts_tablet_manager.cc:1367] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.041s user 0.025s sys 0.000s
I20240503 13:59:46.557214 9294 raft_consensus.cc:348] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.557344 9294 raft_consensus.cc:729] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:46.557442 9294 consensus_queue.cc:260] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.557690 9294 ts_tablet_manager.cc:1398] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:46.558176 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-b5815f3fab754ee9ab2d2489f79988fc received from {username='slave'} at 127.0.99.135:48137
I20240503 13:59:46.558290 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-b5815f3fab754ee9ab2d2489f79988fc on tablet b5815f3fab754ee9ab2d2489f79988fc with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:46.558367 9309 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.558621 9309 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:46.558930 9309 ts_tablet_manager.cc:1367] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.034s user 0.025s sys 0.000s
I20240503 13:59:46.559432 9309 raft_consensus.cc:348] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.559590 9309 raft_consensus.cc:729] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:46.559798 9309 consensus_queue.cc:260] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.560642 9309 ts_tablet_manager.cc:1398] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:46.561229 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-d72b4b3fd247477ea6c18f270f54ef19 received from {username='slave'} at 127.0.99.136:47877
I20240503 13:59:46.561319 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-d72b4b3fd247477ea6c18f270f54ef19 on tablet d72b4b3fd247477ea6c18f270f54ef19 with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:46.593669 9360 tablet_copy_client.cc:523] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.595064 9360 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:46.608124 9375 tablet_copy_client.cc:523] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.609758 9375 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:46.614859 9360 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.615134 9360 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:46.615296 9360 ts_tablet_manager.cc:1367] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.020s user 0.020s sys 0.000s
I20240503 13:59:46.615710 9360 raft_consensus.cc:348] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.615842 9360 raft_consensus.cc:729] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:46.615950 9360 consensus_queue.cc:260] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:46.616214 9360 ts_tablet_manager.cc:1398] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:46.616796 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-377e258cc58243dc9df35f0314534799 received from {username='slave'} at 127.0.99.134:37425
I20240503 13:59:46.616875 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-377e258cc58243dc9df35f0314534799 on tablet 377e258cc58243dc9df35f0314534799 with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:46.630429 9375 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.630725 9375 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:46.630877 9375 ts_tablet_manager.cc:1367] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.021s user 0.022s sys 0.000s
I20240503 13:59:46.631268 9375 raft_consensus.cc:348] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.631376 9375 raft_consensus.cc:729] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:46.631458 9375 consensus_queue.cc:260] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:46.631714 9375 ts_tablet_manager.cc:1398] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:46.632333 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-113b41bcb1d94a35a4ac496ed3bd64ff received from {username='slave'} at 127.0.99.136:44547
I20240503 13:59:46.632414 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-113b41bcb1d94a35a4ac496ed3bd64ff on tablet 113b41bcb1d94a35a4ac496ed3bd64ff with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:46.637979 9395 tablet_copy_client.cc:523] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.639364 9395 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:46.654657 9410 tablet_copy_client.cc:523] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.656486 9410 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:46.659593 8459 raft_consensus.cc:1203] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.659988 9395 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.660337 9395 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:46.660574 9395 ts_tablet_manager.cc:1367] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.021s user 0.021s sys 0.000s
I20240503 13:59:46.661536 9395 raft_consensus.cc:348] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.661751 9395 raft_consensus.cc:729] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:46.661870 9395 consensus_queue.cc:260] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:46.662178 9395 ts_tablet_manager.cc:1398] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 13:59:46.662688 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-a962ba70c6f54677a700131fcd53660f received from {username='slave'} at 127.0.99.135:60401
I20240503 13:59:46.662778 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-a962ba70c6f54677a700131fcd53660f on tablet a962ba70c6f54677a700131fcd53660f with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:46.666656 9416 tablet_copy_client.cc:523] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:46.667825 9416 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:46.669564 8328 raft_consensus.cc:1203] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.680610 9410 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.680955 9410 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:46.681124 9410 ts_tablet_manager.cc:1367] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.025s user 0.020s sys 0.001s
I20240503 13:59:46.681594 9410 raft_consensus.cc:348] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.681725 9410 raft_consensus.cc:729] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:46.681825 9410 consensus_queue.cc:260] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.682086 9410 ts_tablet_manager.cc:1398] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:46.682713 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-00b0f89b5d644b6ca90296be7ca2e830 received from {username='slave'} at 127.0.99.133:55053
I20240503 13:59:46.682808 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-00b0f89b5d644b6ca90296be7ca2e830 on tablet 00b0f89b5d644b6ca90296be7ca2e830 with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:46.690050 9416 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:46.690366 9416 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:46.690511 9416 ts_tablet_manager.cc:1367] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.023s user 0.016s sys 0.008s
I20240503 13:59:46.690876 9416 raft_consensus.cc:348] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.690979 9416 raft_consensus.cc:729] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:46.691056 9416 consensus_queue.cc:260] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:46.691325 9416 ts_tablet_manager.cc:1398] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:46.691916 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-d48ec70e996c484095521ae329fd8a14 received from {username='slave'} at 127.0.99.133:38265
I20240503 13:59:46.692013 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-d48ec70e996c484095521ae329fd8a14 on tablet d48ec70e996c484095521ae329fd8a14 with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:46.692409 8590 raft_consensus.cc:1203] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.757277 8197 raft_consensus.cc:1203] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.792482 8328 raft_consensus.cc:1203] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.795610 8197 raft_consensus.cc:1203] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.816752 8590 raft_consensus.cc:1203] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.823704 8459 raft_consensus.cc:1203] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.843751 8590 raft_consensus.cc:1203] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.856619 8328 raft_consensus.cc:1203] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.896625 8459 raft_consensus.cc:1203] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.904198 8328 raft_consensus.cc:1203] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.948365 8197 raft_consensus.cc:1203] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.967821 8590 raft_consensus.cc:1203] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:46.991163 8459 raft_consensus.cc:1203] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:47.007297 8459 raft_consensus.cc:1203] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:47.019869 10100 raft_consensus.cc:1050] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:47.020584 10100 consensus_queue.cc:237] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.022020 6702 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.022111 8590 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.022231 6835 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.022625 10102 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.022789 9037 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.022936 10100 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.025008 9037 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.025457 6702 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.027451 6835 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.029505 6292 catalog_manager.cc:5484] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.030041 8590 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.035552 6571 consensus_queue.cc:237] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.036644 6702 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.036688 8590 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.037032 10100 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.037214 9037 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.038800 8929 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.039219 6702 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.039331 8590 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.041824 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.042080 6293 catalog_manager.cc:5484] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.044595 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:47.045074 10110 tablet_replica.cc:330] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:47.045395 10110 raft_consensus.cc:2229] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.045650 10110 raft_consensus.cc:2258] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.046871 10110 ts_tablet_manager.cc:1875] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.048940 10110 ts_tablet_manager.cc:1888] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.049067 10110 log.cc:1196] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/5299b491d4aa4eb2bf3db0c4345fdb2f
I20240503 13:59:47.049629 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet 5299b491d4aa4eb2bf3db0c4345fdb2f (table rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]) successfully deleted
I20240503 13:59:47.072607 8328 raft_consensus.cc:1203] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:47.096246 8197 raft_consensus.cc:1203] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:47.107101 10111 raft_consensus.cc:1050] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:47.107609 10111 consensus_queue.cc:237] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.109163 6571 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.109442 8328 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.109582 10113 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.110010 6702 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.110200 10113 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.110411 8880 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.112506 10113 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.113637 8328 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.114256 6703 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.116855 6298 catalog_manager.cc:5484] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.117802 6571 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.122840 6441 consensus_queue.cc:237] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.124348 6702 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.124507 8328 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.124794 10111 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.125370 10111 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.127279 8880 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.127755 6702 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.128855 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 953409bb0c8640c5b97362dcc8ce9651 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.129776 8328 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.130092 6292 catalog_manager.cc:5484] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.133477 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet 953409bb0c8640c5b97362dcc8ce9651 with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:47.134169 10132 tablet_replica.cc:330] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:47.134553 10132 raft_consensus.cc:2229] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.134838 10132 raft_consensus.cc:2258] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.136824 10132 ts_tablet_manager.cc:1875] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.139323 10132 ts_tablet_manager.cc:1888] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.139477 10132 log.cc:1196] T 953409bb0c8640c5b97362dcc8ce9651 P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/953409bb0c8640c5b97362dcc8ce9651
I20240503 13:59:47.140384 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet 953409bb0c8640c5b97362dcc8ce9651 (table rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]) successfully deleted
I20240503 13:59:47.238245 10111 raft_consensus.cc:1050] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:47.238739 10111 consensus_queue.cc:237] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.240392 8459 raft_consensus.cc:1261] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.240571 6702 raft_consensus.cc:1261] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.240849 6571 raft_consensus.cc:1261] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.240980 10113 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.241211 9619 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.241372 8880 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.244796 9619 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.246974 6702 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.246878 8459 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.247581 6293 catalog_manager.cc:5484] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.249007 6571 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.251705 6441 consensus_queue.cc:237] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.252990 8459 raft_consensus.cc:1261] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.253176 6702 raft_consensus.cc:1261] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.253557 9619 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.253775 10113 consensus_queue.cc:1035] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.255462 9619 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.257171 6702 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.257865 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet b5815f3fab754ee9ab2d2489f79988fc with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.258692 6291 catalog_manager.cc:5484] T b5815f3fab754ee9ab2d2489f79988fc P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.260129 8459 raft_consensus.cc:2932] T b5815f3fab754ee9ab2d2489f79988fc P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.261649 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet b5815f3fab754ee9ab2d2489f79988fc with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:47.261890 10132 tablet_replica.cc:330] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:47.262022 10132 raft_consensus.cc:2229] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.262171 10132 raft_consensus.cc:2258] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.262887 10132 ts_tablet_manager.cc:1875] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.264746 10132 ts_tablet_manager.cc:1888] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.264809 10132 log.cc:1196] T b5815f3fab754ee9ab2d2489f79988fc P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/b5815f3fab754ee9ab2d2489f79988fc
I20240503 13:59:47.265269 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet b5815f3fab754ee9ab2d2489f79988fc (table rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]) successfully deleted
I20240503 13:59:47.265491 8197 raft_consensus.cc:1203] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:47.266700 6835 consensus_queue.cc:237] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:47.267069 9571 raft_consensus.cc:1050] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:47.267549 9571 consensus_queue.cc:237] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.268908 6441 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.268949 6834 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.269047 6442 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.269452 10229 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.269517 8197 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.269624 9571 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.269860 6571 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.269855 10232 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.269891 10227 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.271786 10231 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.273367 10229 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.273427 6441 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.273928 6442 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.273027 10232 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
W20240503 13:59:47.276069 6769 consensus_peers.cc:485] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: eba7dc489e184209a5d4bd90bd9c3b9b. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.276770 6571 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.277328 6291 catalog_manager.cc:5484] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.279260 6835 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.279151 8197 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.279845 6298 catalog_manager.cc:5484] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.282764 6702 consensus_queue.cc:237] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.283818 9571 raft_consensus.cc:1050] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:47.284058 6835 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.284178 9571 consensus_queue.cc:237] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.284436 10227 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.285826 8590 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.286237 10228 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.286631 8197 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.290105 10228 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.290169 6835 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.290247 6571 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.290743 10228 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.291213 6835 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.292132 10228 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.292264 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 7d47a1c6056344bb9a5e4423cc721789 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.292460 10228 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.294689 6572 consensus_queue.cc:237] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:47.295125 6299 catalog_manager.cc:5484] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.296057 6835 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.296465 6442 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.297148 10229 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
W20240503 13:59:47.297302 6508 consensus_peers.cc:485] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 0f8c898398af4a79b514190535e5ea2f. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.297245 6835 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.297288 8197 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.297758 10100 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.299361 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 7d47a1c6056344bb9a5e4423cc721789 with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:47.299540 6572 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.299938 8590 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.300639 9037 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.302330 6293 catalog_manager.cc:5484] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.303471 9571 raft_consensus.cc:1050] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:47.303875 9571 consensus_queue.cc:237] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.305342 8590 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.305461 6834 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.305737 10227 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.305994 10229 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.306336 6702 consensus_queue.cc:237] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.306344 10100 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.307529 8589 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.308245 6834 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.308496 10227 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.309106 6571 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.309343 6293 catalog_manager.cc:5484] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.310149 6572 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.310971 10227 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.311415 10253 tablet_replica.cc:330] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:47.311439 8590 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.311836 10253 raft_consensus.cc:2229] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.312055 10253 raft_consensus.cc:2258] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.312111 10228 raft_consensus.cc:1050] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:47.312438 10228 consensus_queue.cc:237] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.313284 10253 ts_tablet_manager.cc:1875] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.313779 8328 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.313995 6299 catalog_manager.cc:5484] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.314745 10252 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.316354 10241 raft_consensus.cc:1050] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:47.316428 10253 ts_tablet_manager.cc:1888] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.316573 10253 log.cc:1196] T 7d47a1c6056344bb9a5e4423cc721789 P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/7d47a1c6056344bb9a5e4423cc721789
I20240503 13:59:47.316848 10241 consensus_queue.cc:237] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.317840 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet d50dfa4e796e4c2e9160f47b71f57b9c with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:47.318038 10110 tablet_replica.cc:330] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:47.318185 10110 raft_consensus.cc:2229] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.318324 10110 raft_consensus.cc:2258] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.318980 6572 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.318303 6442 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.319530 6441 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.320044 10231 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.320366 10231 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.321421 10111 raft_consensus.cc:1050] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:47.321733 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 7d47a1c6056344bb9a5e4423cc721789 (table rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]) successfully deleted
I20240503 13:59:47.321802 10111 consensus_queue.cc:237] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.323549 8197 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.323987 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d50dfa4e796e4c2e9160f47b71f57b9c with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.323993 9573 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.324589 6441 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.326045 6835 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.326303 10229 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.326395 8459 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.326624 10227 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.327126 6835 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.327160 9619 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.327208 6702 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.327541 9619 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.327723 8880 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.328830 10229 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.328943 8590 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.329152 10229 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.329279 10252 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.329797 6834 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.330078 6298 catalog_manager.cc:5484] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.331157 6572 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.333122 6571 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.334583 10110 ts_tablet_manager.cc:1875] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.334841 8880 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.335752 10229 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.336596 10110 ts_tablet_manager.cc:1888] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.336689 10110 log.cc:1196] T d50dfa4e796e4c2e9160f47b71f57b9c P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/d50dfa4e796e4c2e9160f47b71f57b9c
I20240503 13:59:47.336884 6702 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.338052 8459 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.338735 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet d50dfa4e796e4c2e9160f47b71f57b9c (table rebalance_test_table_6 [id=593a086c56134361a63449e526817141]) successfully deleted
I20240503 13:59:47.339020 9573 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.341154 6571 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.341181 6442 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.341461 6298 catalog_manager.cc:5484] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.342008 6293 catalog_manager.cc:5484] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.343977 8197 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.344537 8328 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.347836 6835 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.348718 6292 catalog_manager.cc:5484] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.351531 6702 consensus_queue.cc:237] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.352226 6835 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.352665 8590 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.353135 10228 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.353735 6834 consensus_queue.cc:237] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.355033 10228 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.355388 8197 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.355526 6441 raft_consensus.cc:1261] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.355883 10241 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.356720 8590 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.356986 10232 consensus_queue.cc:1035] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.357851 10241 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.358520 8197 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.358794 6441 consensus_queue.cc:237] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.359501 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 113b41bcb1d94a35a4ac496ed3bd64ff with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.360080 8459 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.360520 10111 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.360486 6441 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.361533 6292 catalog_manager.cc:5484] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.361706 6442 raft_consensus.cc:2932] T 9706c8f717bd44018a58c652276a7d3d P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.363121 10113 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.363982 6294 catalog_manager.cc:5484] T 9706c8f717bd44018a58c652276a7d3d P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.365162 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 6eba744d824a45bf990bb1b2c9a192f5 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.365115 8459 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.365340 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet 113b41bcb1d94a35a4ac496ed3bd64ff with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:47.365595 10132 tablet_replica.cc:330] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:47.365748 10132 raft_consensus.cc:2229] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.365885 10132 raft_consensus.cc:2258] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.366585 10132 ts_tablet_manager.cc:1875] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.366904 6702 consensus_queue.cc:237] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.368252 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet 9706c8f717bd44018a58c652276a7d3d with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:47.368309 8328 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.368727 10229 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.368834 10132 ts_tablet_manager.cc:1888] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.368916 10132 log.cc:1196] T 113b41bcb1d94a35a4ac496ed3bd64ff P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/113b41bcb1d94a35a4ac496ed3bd64ff
I20240503 13:59:47.368822 6299 catalog_manager.cc:5484] T 6eba744d824a45bf990bb1b2c9a192f5 P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.369356 10132 tablet_replica.cc:330] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:47.369449 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet 113b41bcb1d94a35a4ac496ed3bd64ff (table rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]) successfully deleted
I20240503 13:59:47.369475 10132 raft_consensus.cc:2229] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.369611 10132 raft_consensus.cc:2258] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.370523 9571 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.370954 8328 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.360285 6834 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.371899 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 9706c8f717bd44018a58c652276a7d3d with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.372314 10132 ts_tablet_manager.cc:1875] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.369050 6833 raft_consensus.cc:1261] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.370653 6835 raft_consensus.cc:1261] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.373833 10227 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.373836 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 6eba744d824a45bf990bb1b2c9a192f5 with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:47.374341 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 4d920aa70406413989c8af2f4e15c933 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.375038 6291 catalog_manager.cc:5484] T 4d920aa70406413989c8af2f4e15c933 P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.375224 10111 consensus_queue.cc:1035] T 6eba744d824a45bf990bb1b2c9a192f5 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.375815 10102 raft_consensus.cc:1050] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:47.376202 10102 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.376164 6834 raft_consensus.cc:2932] T 6eba744d824a45bf990bb1b2c9a192f5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.378525 10132 ts_tablet_manager.cc:1888] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.378661 10132 log.cc:1196] T 9706c8f717bd44018a58c652276a7d3d P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/9706c8f717bd44018a58c652276a7d3d
I20240503 13:59:47.378783 6702 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.378783 6835 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.379163 8929 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.380721 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 4d920aa70406413989c8af2f4e15c933 with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:47.380968 10253 tablet_replica.cc:330] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:47.381147 10253 raft_consensus.cc:2229] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.381364 10253 raft_consensus.cc:2258] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.382149 10253 ts_tablet_manager.cc:1875] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.382741 8929 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.383111 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet 9706c8f717bd44018a58c652276a7d3d (table rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]) successfully deleted
I20240503 13:59:47.383431 8590 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.383853 8929 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.384256 10253 ts_tablet_manager.cc:1888] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.384332 10253 log.cc:1196] T 4d920aa70406413989c8af2f4e15c933 P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/4d920aa70406413989c8af2f4e15c933
I20240503 13:59:47.384768 10282 tablet_replica.cc:330] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:47.384753 10227 consensus_queue.cc:1035] T 4d920aa70406413989c8af2f4e15c933 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.385102 10282 raft_consensus.cc:2229] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.385169 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 4d920aa70406413989c8af2f4e15c933 (table rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]) successfully deleted
I20240503 13:59:47.385063 6835 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.385324 10282 raft_consensus.cc:2258] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.386529 8929 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.386843 6833 raft_consensus.cc:2932] T 4d920aa70406413989c8af2f4e15c933 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.387518 10282 ts_tablet_manager.cc:1875] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.389268 9037 raft_consensus.cc:1050] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:47.389215 6702 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.389380 8590 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.389411 6299 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.389616 9037 consensus_queue.cc:237] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.390898 6442 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.390934 8459 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.391319 10100 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.391623 10100 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.395059 6834 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.396580 6835 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.396919 8929 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.397572 6571 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.398581 8590 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.398627 6702 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.398648 10282 ts_tablet_manager.cc:1888] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.398977 9037 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.399271 8929 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.400241 10282 log.cc:1196] T 6eba744d824a45bf990bb1b2c9a192f5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/6eba744d824a45bf990bb1b2c9a192f5
I20240503 13:59:47.401207 10252 raft_consensus.cc:1050] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:47.401301 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 6eba744d824a45bf990bb1b2c9a192f5 (table rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]) successfully deleted
I20240503 13:59:47.401540 10252 consensus_queue.cc:237] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.402850 9037 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.403252 6442 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.403779 8328 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.404100 6702 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.404119 9571 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
I20240503 13:59:47.404959 9571 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.405305 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.405725 8589 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.406059 6294 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.408253 6833 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.408629 10227 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.409365 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:47.409554 10110 tablet_replica.cc:330] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:47.409693 10110 raft_consensus.cc:2229] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.409847 10110 raft_consensus.cc:2258] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.410503 10110 ts_tablet_manager.cc:1875] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.410820 10252 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.411307 8328 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.412565 10110 ts_tablet_manager.cc:1888] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.412638 10110 log.cc:1196] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/4df8c703dbe94464b8b2be0cc7dc57d5
I20240503 13:59:47.413933 6833 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.414379 6442 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.416752 6294 catalog_manager.cc:5484] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.419432 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet 4df8c703dbe94464b8b2be0cc7dc57d5 (table rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]) successfully deleted
I20240503 13:59:47.420547 6702 consensus_queue.cc:237] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.421680 8328 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.421810 6833 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.422042 10228 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.422263 10227 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.423907 10228 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.424422 8328 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.424527 6833 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.426019 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet a09524fe9e1342548c10b1789cfc744b with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.426959 6299 catalog_manager.cc:5484] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.430271 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet a09524fe9e1342548c10b1789cfc744b with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:47.430538 10253 tablet_replica.cc:330] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:47.430684 10253 raft_consensus.cc:2229] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.430837 10253 raft_consensus.cc:2258] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.431025 8929 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.431586 10253 ts_tablet_manager.cc:1875] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.433326 10253 ts_tablet_manager.cc:1888] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.433390 10253 log.cc:1196] T a09524fe9e1342548c10b1789cfc744b P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/a09524fe9e1342548c10b1789cfc744b
I20240503 13:59:47.433410 8459 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.433818 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet a09524fe9e1342548c10b1789cfc744b (table rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]) successfully deleted
I20240503 13:59:47.435807 6294 catalog_manager.cc:5484] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.436316 6442 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.438830 6835 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.441645 6571 consensus_queue.cc:237] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.442782 8459 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.443408 9037 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.444089 6835 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.444787 9037 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.445595 10102 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.446082 8459 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.447371 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet a962ba70c6f54677a700131fcd53660f with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.448252 6294 catalog_manager.cc:5484] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.448510 6835 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.450635 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet a962ba70c6f54677a700131fcd53660f with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:47.450871 10253 tablet_replica.cc:330] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:47.451021 10253 raft_consensus.cc:2229] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.451186 10253 raft_consensus.cc:2258] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.452231 10253 ts_tablet_manager.cc:1875] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.454003 10253 ts_tablet_manager.cc:1888] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.454052 10253 log.cc:1196] T a962ba70c6f54677a700131fcd53660f P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/a962ba70c6f54677a700131fcd53660f
I20240503 13:59:47.454898 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet a962ba70c6f54677a700131fcd53660f (table rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]) successfully deleted
I20240503 13:59:47.455650 10102 raft_consensus.cc:1050] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:47.456022 10102 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.457389 6702 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.457612 8589 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.457998 8929 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.458674 9037 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.459355 6833 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.459751 9037 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.460353 8880 raft_consensus.cc:1050] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:47.460739 8880 consensus_queue.cc:237] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.461994 6702 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.462344 6572 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.462471 8929 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.462608 8197 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.462848 10111 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.464311 6833 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.464498 9619 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.464848 9619 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.464802 6703 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.465899 6294 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.467161 8589 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.469755 6571 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:47.470952 6833 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.471267 9037 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.472364 8589 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.472887 10102 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.473263 9037 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.473711 6833 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.473896 8589 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.474983 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d72b4b3fd247477ea6c18f270f54ef19 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.475313 6572 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.475740 8196 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.474109 10111 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.477783 6294 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:47.478281 6298 catalog_manager.cc:5484] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.479049 6702 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.480397 9037 raft_consensus.cc:1050] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:47.480805 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet d72b4b3fd247477ea6c18f270f54ef19 with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:47.480818 9037 consensus_queue.cc:237] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.481022 10282 tablet_replica.cc:330] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:47.481158 10282 raft_consensus.cc:2229] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.481310 10282 raft_consensus.cc:2258] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.482506 8196 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.482563 6833 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.482746 6441 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.483085 10102 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.483225 10282 ts_tablet_manager.cc:1875] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.483376 10102 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.485039 10282 ts_tablet_manager.cc:1888] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.485105 10282 log.cc:1196] T d72b4b3fd247477ea6c18f270f54ef19 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/d72b4b3fd247477ea6c18f270f54ef19
I20240503 13:59:47.485049 10100 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.485443 6441 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.485785 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet d72b4b3fd247477ea6c18f270f54ef19 (table rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]) successfully deleted
I20240503 13:59:47.486819 10100 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.488066 6833 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.488909 6299 catalog_manager.cc:5484] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.490660 8196 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.490952 6441 consensus_queue.cc:237] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.492275 6702 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.492604 8196 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.492625 9619 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.492969 8880 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.494158 9619 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.494655 6702 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.495563 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 2c8930732ef740c0928e2b02b7d1ddfc with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.497363 10100 raft_consensus.cc:1050] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:47.497381 6299 catalog_manager.cc:5484] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.497721 10100 consensus_queue.cc:237] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.499137 8328 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.499178 6702 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.499665 9037 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.499809 10102 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.500047 8196 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.501068 6833 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.501425 9037 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.501607 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet 2c8930732ef740c0928e2b02b7d1ddfc with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:47.501996 10132 tablet_replica.cc:330] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:47.502144 10132 raft_consensus.cc:2229] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.502406 10132 raft_consensus.cc:2258] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.503252 10132 ts_tablet_manager.cc:1875] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.503381 9037 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.504734 6702 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.504870 8328 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.505167 10132 ts_tablet_manager.cc:1888] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.505229 10132 log.cc:1196] T 2c8930732ef740c0928e2b02b7d1ddfc P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/2c8930732ef740c0928e2b02b7d1ddfc
I20240503 13:59:47.505730 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet 2c8930732ef740c0928e2b02b7d1ddfc (table rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]) successfully deleted
I20240503 13:59:47.507264 6299 catalog_manager.cc:5484] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.508731 6833 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.510848 6572 consensus_queue.cc:237] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.512809 8328 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.513058 6702 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.513139 10100 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.513612 9037 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.514843 10100 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.515247 8328 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.517292 6702 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.517722 6292 catalog_manager.cc:5484] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.518965 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 5b7a9fa4743e496ab693563605a8866a with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.521330 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet 5b7a9fa4743e496ab693563605a8866a with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:47.521559 10110 tablet_replica.cc:330] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:47.521703 10110 raft_consensus.cc:2229] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.521847 10110 raft_consensus.cc:2258] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.522621 10110 ts_tablet_manager.cc:1875] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.524649 10110 ts_tablet_manager.cc:1888] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.524739 10110 log.cc:1196] T 5b7a9fa4743e496ab693563605a8866a P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/5b7a9fa4743e496ab693563605a8866a
I20240503 13:59:47.525918 9619 raft_consensus.cc:1050] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:47.525957 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet 5b7a9fa4743e496ab693563605a8866a (table rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]) successfully deleted
I20240503 13:59:47.526285 9619 consensus_queue.cc:237] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.527949 6702 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.528020 6833 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.528478 10113 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.528688 8459 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.528836 10113 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.529083 10111 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.531073 10113 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.531575 6702 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.532932 6833 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.533164 8459 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.533617 6291 catalog_manager.cc:5484] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.537591 6441 consensus_queue.cc:237] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.539676 8459 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.540036 9619 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.540540 6833 raft_consensus.cc:1261] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.541153 9619 consensus_queue.cc:1035] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.541675 8880 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.542059 8459 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.543413 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 609325beb88b455fb5000afc34d60649 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.544083 6833 raft_consensus.cc:2932] T 609325beb88b455fb5000afc34d60649 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.544585 6299 catalog_manager.cc:5484] T 609325beb88b455fb5000afc34d60649 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.547994 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 609325beb88b455fb5000afc34d60649 with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:47.548281 10282 tablet_replica.cc:330] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:47.548436 10282 raft_consensus.cc:2229] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.548626 10282 raft_consensus.cc:2258] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.549441 10282 ts_tablet_manager.cc:1875] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.551913 10282 ts_tablet_manager.cc:1888] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.551983 10282 log.cc:1196] T 609325beb88b455fb5000afc34d60649 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/609325beb88b455fb5000afc34d60649
I20240503 13:59:47.552538 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 609325beb88b455fb5000afc34d60649 (table rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]) successfully deleted
I20240503 13:59:47.558756 10113 raft_consensus.cc:1050] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:47.559140 10113 consensus_queue.cc:237] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.560535 8459 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.560631 6702 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.560698 6833 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.561039 9619 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.561232 8880 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.562167 8880 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.564824 9619 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.565261 10228 raft_consensus.cc:1050] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:47.565608 10228 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.566831 6702 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.566888 6833 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.567049 6441 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.567528 9571 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.567662 6572 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.569195 8328 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.569504 9571 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.569645 10252 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.569970 6292 catalog_manager.cc:5484] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.572705 8459 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.573891 10252 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.574398 6572 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.576510 6441 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.577646 6442 consensus_queue.cc:237] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:47.578933 8459 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.579145 6292 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.579305 10111 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.579598 8328 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:47.582672 9619 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.583123 6833 raft_consensus.cc:1261] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.583545 8459 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.583649 10111 consensus_queue.cc:1035] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.584966 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 1f850957218d48c6890a07fec6b8d0d3 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.586742 6298 catalog_manager.cc:5484] T 1f850957218d48c6890a07fec6b8d0d3 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.587111 6833 raft_consensus.cc:2932] T 1f850957218d48c6890a07fec6b8d0d3 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:47.590948 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 1f850957218d48c6890a07fec6b8d0d3 with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:47.591171 10282 tablet_replica.cc:330] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:47.591284 10282 raft_consensus.cc:2229] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.591452 10282 raft_consensus.cc:2258] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.592018 10282 ts_tablet_manager.cc:1875] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.594276 10282 ts_tablet_manager.cc:1888] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.594350 10282 log.cc:1196] T 1f850957218d48c6890a07fec6b8d0d3 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/1f850957218d48c6890a07fec6b8d0d3
I20240503 13:59:47.594946 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 1f850957218d48c6890a07fec6b8d0d3 (table rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]) successfully deleted
I20240503 13:59:47.626781 6702 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:47.628345 6572 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:47.628434 6639 consensus_peers.cc:485] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: db055ca302ac45f289c8e95df6af77b5. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.628443 6442 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.628712 9571 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.628865 10229 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.630640 10228 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.631088 6442 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.633486 6292 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.635195 6572 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.644027 6833 consensus_queue.cc:237] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:47.645568 6572 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.645617 6442 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.645968 9573 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.646162 10241 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.648075 10232 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
W20240503 13:59:47.649606 6770 consensus_peers.cc:485] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d9756738cc534aebb6f0718ffc8c5715. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.650147 6572 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.650817 6292 catalog_manager.cc:5484] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.651829 6442 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:47.659583 6442 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:47.661044 6833 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.661082 6572 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:47.661146 6376 consensus_peers.cc:485] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 68a5fd2e8e804519967196b889f2f1bd. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.661423 10113 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.661602 10111 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.663256 8880 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:47.663690 6833 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:47.663802 6572 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:47.665863 6292 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.673861 6442 consensus_queue.cc:237] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:47.675315 6572 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.675314 6702 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:47.675386 6378 consensus_peers.cc:485] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 2508d040a2614655b487c0b2f87906bd. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.675702 10113 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.675865 10111 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.677600 9619 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.678160 6702 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.678249 6572 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.680723 6298 catalog_manager.cc:5484] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.688588 6572 consensus_queue.cc:237] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:47.689934 6702 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.689970 6833 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:47.690119 6509 consensus_peers.cc:485] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: dbc8bc50f826449190351bfa5db4e711. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.690318 9037 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.690644 9037 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.692116 10102 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.692448 6702 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.692890 6833 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.695470 6299 catalog_manager.cc:5484] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.702329 6572 consensus_queue.cc:237] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:47.703675 6442 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:47.703975 6507 consensus_peers.cc:485] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: aafd222670e94ff48ed16355c7b7389a. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.704046 6702 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.704093 10100 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.704452 10100 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.705870 9037 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.706418 6442 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.706737 6702 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.708832 6298 catalog_manager.cc:5484] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.716552 6572 consensus_queue.cc:237] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:47.717988 6442 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.718030 6702 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.718411 8929 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.718740 10100 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 13:59:47.718911 6509 consensus_peers.cc:485] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 61a55c5449714d349a4e3d4207f75bbe. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.720211 10102 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.721215 6442 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.722787 6299 catalog_manager.cc:5484] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.722812 6702 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:47.730896 6702 consensus_queue.cc:237] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:47.732275 6833 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 13:59:47.732379 6638 consensus_peers.cc:485] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 240339bf1f814cf4bac2305ad66158e2. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:47.732398 6442 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 13:59:47.732715 10252 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.732911 10229 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 13:59:47.734680 10228 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.735088 6833 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.735109 6442 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:47.737627 6292 catalog_manager.cc:5484] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index -1 to 4, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.764020 10504 ts_tablet_manager.cc:902] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:47.764082 10252 raft_consensus.cc:1050] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:47.764590 10504 tablet_copy_client.cc:308] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:47.764516 10252 consensus_queue.cc:237] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.765053 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 0f8c898398af4a79b514190535e5ea2f from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:47877)
I20240503 13:59:47.765143 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 0f8c898398af4a79b514190535e5ea2f from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:47877: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-0f8c898398af4a79b514190535e5ea2f
I20240503 13:59:47.766005 6593 tablet_copy_source_session.cc:205] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:47.766088 6442 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.766149 6833 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.766587 9571 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.766937 10504 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0f8c898398af4a79b514190535e5ea2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:47.766923 8196 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:47.766955 10228 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.768005 10228 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:47.769192 10504 tablet_copy_client.cc:783] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:47.769351 10504 tablet_copy_client.cc:647] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:47.769999 10228 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.770538 10506 tablet_copy_client.cc:1002] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:47.771682 6833 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.772673 6298 catalog_manager.cc:5484] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:47.773304 8196 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.778848 6442 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.780473 6702 consensus_queue.cc:237] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.781657 8196 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.782234 6442 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.782351 9571 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.782631 10229 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.784170 10252 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.785740 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 00b0f89b5d644b6ca90296be7ca2e830 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.786054 6441 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.786420 6298 catalog_manager.cc:5484] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:47.787549 8196 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.790753 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet 00b0f89b5d644b6ca90296be7ca2e830 with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:47.790983 10110 tablet_replica.cc:330] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:47.791131 10110 raft_consensus.cc:2229] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.791273 10110 raft_consensus.cc:2258] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.792054 10110 ts_tablet_manager.cc:1875] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:47.794275 10110 ts_tablet_manager.cc:1888] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:47.794353 10110 log.cc:1196] T 00b0f89b5d644b6ca90296be7ca2e830 P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/00b0f89b5d644b6ca90296be7ca2e830
I20240503 13:59:47.794881 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet 00b0f89b5d644b6ca90296be7ca2e830 (table rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]) successfully deleted
I20240503 13:59:47.814302 6702 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "377e258cc58243dc9df35f0314534799"
dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:46036
I20240503 13:59:47.814466 6702 raft_consensus.cc:595] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:47.847601 10578 ts_tablet_manager.cc:902] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:47.848119 10578 tablet_copy_client.cc:308] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:41979
I20240503 13:59:47.852072 6855 tablet_copy_service.cc:140] P 17d678d622e0493f9754e52a2add1022: Received BeginTabletCopySession request for tablet eba7dc489e184209a5d4bd90bd9c3b9b from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:50613)
I20240503 13:59:47.852175 6855 tablet_copy_service.cc:161] P 17d678d622e0493f9754e52a2add1022: Beginning new tablet copy session on tablet eba7dc489e184209a5d4bd90bd9c3b9b from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:50613: session id = 838a933acedc4890b32a89e0fab1981e-eba7dc489e184209a5d4bd90bd9c3b9b
I20240503 13:59:47.853121 6855 tablet_copy_source_session.cc:205] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:47.854053 10578 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet eba7dc489e184209a5d4bd90bd9c3b9b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:47.856247 10578 tablet_copy_client.cc:783] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:47.856411 10578 tablet_copy_client.cc:647] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:47.858291 10582 tablet_copy_client.cc:1002] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:47.891736 6702 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "377e258cc58243dc9df35f0314534799"
dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:46076
I20240503 13:59:47.891862 6702 raft_consensus.cc:595] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:47.982368 6572 consensus_queue.cc:237] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:47.983824 6833 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.983840 8196 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:47.984238 9037 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.984498 9571 raft_consensus.cc:979] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: : Instructing follower cda412a18f0041659c85d719db5a00c2 to start an election
I20240503 13:59:47.984604 9571 raft_consensus.cc:1067] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Signalling peer cda412a18f0041659c85d719db5a00c2 to start an election
I20240503 13:59:47.984890 8929 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:47.985179 6572 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "377e258cc58243dc9df35f0314534799"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
from {username='slave'} at 127.0.99.131:38955
I20240503 13:59:47.985311 6572 raft_consensus.cc:482] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 13:59:47.985369 6572 raft_consensus.cc:3037] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:47.985875 10100 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.986433 6572 raft_consensus.cc:504] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Starting forced leader election with config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.986770 6572 leader_election.cc:288] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 2 election: Requested vote from peers 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529)
I20240503 13:59:47.987195 8328 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "377e258cc58243dc9df35f0314534799" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "838a933acedc4890b32a89e0fab1981e"
I20240503 13:59:47.987219 6702 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "377e258cc58243dc9df35f0314534799" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:47.987336 6702 raft_consensus.cc:3032] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Stepping down as leader of term 1
I20240503 13:59:47.987383 6702 raft_consensus.cc:729] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:47.987391 8328 raft_consensus.cc:3037] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:47.987553 6702 consensus_queue.cc:260] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.987742 6702 raft_consensus.cc:3037] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:47.988328 8328 raft_consensus.cc:2454] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 2.
I20240503 13:59:47.988602 6702 raft_consensus.cc:2454] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 2.
I20240503 13:59:47.989046 6506 leader_election.cc:302] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 4 voters: 3 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 838a933acedc4890b32a89e0fab1981e, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:47.989202 8929 raft_consensus.cc:2781] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Leader election won for term 2
I20240503 13:59:47.989065 8196 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.989282 8929 raft_consensus.cc:686] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:47.989418 8929 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 2, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:47.991489 6292 catalog_manager.cc:5484] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.993880 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet d48ec70e996c484095521ae329fd8a14 with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:47.994285 10634 tablet_replica.cc:330] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:47.994439 10634 raft_consensus.cc:2229] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:47.994477 6441 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "377e258cc58243dc9df35f0314534799" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:47.994601 6441 raft_consensus.cc:3037] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:47.994643 10634 raft_consensus.cc:2258] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:47.994593 6833 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:47.995591 6441 raft_consensus.cc:2454] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 2.
I20240503 13:59:47.996976 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d48ec70e996c484095521ae329fd8a14 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:47.999776 6292 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 1 to 2, leader changed from 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:48.001585 10634 ts_tablet_manager.cc:1875] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:48.003365 10634 ts_tablet_manager.cc:1888] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:48.003436 10634 log.cc:1196] T d48ec70e996c484095521ae329fd8a14 P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/d48ec70e996c484095521ae329fd8a14
I20240503 13:59:48.003906 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet d48ec70e996c484095521ae329fd8a14 (table rebalance_test_table_6 [id=593a086c56134361a63449e526817141]) successfully deleted
I20240503 13:59:48.019299 10635 ts_tablet_manager.cc:902] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:48.019819 10635 tablet_copy_client.cc:308] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:48.020313 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet db055ca302ac45f289c8e95df6af77b5 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:44547)
I20240503 13:59:48.020417 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet db055ca302ac45f289c8e95df6af77b5 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:44547: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-db055ca302ac45f289c8e95df6af77b5
I20240503 13:59:48.021224 6724 tablet_copy_source_session.cc:205] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.022095 10635 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet db055ca302ac45f289c8e95df6af77b5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.023823 10635 tablet_copy_client.cc:783] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.023983 10635 tablet_copy_client.cc:647] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.024951 10639 tablet_copy_client.cc:1002] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.054319 10640 ts_tablet_manager.cc:902] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979)
I20240503 13:59:48.054867 10640 tablet_copy_client.cc:308] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:41979
I20240503 13:59:48.058130 6855 tablet_copy_service.cc:140] P 17d678d622e0493f9754e52a2add1022: Received BeginTabletCopySession request for tablet d9756738cc534aebb6f0718ffc8c5715 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:38901)
I20240503 13:59:48.058269 6855 tablet_copy_service.cc:161] P 17d678d622e0493f9754e52a2add1022: Beginning new tablet copy session on tablet d9756738cc534aebb6f0718ffc8c5715 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:38901: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-d9756738cc534aebb6f0718ffc8c5715
I20240503 13:59:48.059079 6855 tablet_copy_source_session.cc:205] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.059877 10640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9756738cc534aebb6f0718ffc8c5715. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.061524 10640 tablet_copy_client.cc:783] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.061679 10640 tablet_copy_client.cc:647] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.062695 10644 tablet_copy_client.cc:1002] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.114476 10656 ts_tablet_manager.cc:902] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:48.115037 10656 tablet_copy_client.cc:308] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:48.115487 6461 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 68a5fd2e8e804519967196b889f2f1bd from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:48137)
I20240503 13:59:48.115590 6461 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 68a5fd2e8e804519967196b889f2f1bd from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:48137: session id = 972b5e3439b94993a5dc902f7642bb1f-68a5fd2e8e804519967196b889f2f1bd
I20240503 13:59:48.116525 6461 tablet_copy_source_session.cc:205] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.117424 10656 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 68a5fd2e8e804519967196b889f2f1bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.119235 10656 tablet_copy_client.cc:783] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.119424 10656 tablet_copy_client.cc:647] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.120692 10660 tablet_copy_client.cc:1002] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.160641 10701 ts_tablet_manager.cc:902] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:48.161167 10701 tablet_copy_client.cc:308] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:48.161804 6461 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 2508d040a2614655b487c0b2f87906bd from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:33423)
I20240503 13:59:48.161908 6461 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 2508d040a2614655b487c0b2f87906bd from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:33423: session id = a4de399cf8ab4f418f507fa0c2e73475-2508d040a2614655b487c0b2f87906bd
I20240503 13:59:48.162886 6461 tablet_copy_source_session.cc:205] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.163735 10701 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2508d040a2614655b487c0b2f87906bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.167057 10701 tablet_copy_client.cc:783] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.167279 10701 tablet_copy_client.cc:647] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.168275 10705 tablet_copy_client.cc:1002] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.182147 10716 ts_tablet_manager.cc:902] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:48.182799 10716 tablet_copy_client.cc:308] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:48.183557 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 240339bf1f814cf4bac2305ad66158e2 from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:37425)
I20240503 13:59:48.183674 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 240339bf1f814cf4bac2305ad66158e2 from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:37425: session id = 838a933acedc4890b32a89e0fab1981e-240339bf1f814cf4bac2305ad66158e2
I20240503 13:59:48.184689 6724 tablet_copy_source_session.cc:205] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.186091 10716 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 240339bf1f814cf4bac2305ad66158e2. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.188175 10716 tablet_copy_client.cc:783] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.188308 10716 tablet_copy_client.cc:647] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.189882 10718 tablet_copy_client.cc:1002] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.294446 10776 ts_tablet_manager.cc:902] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:48.295040 10776 tablet_copy_client.cc:308] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:48.295594 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet dbc8bc50f826449190351bfa5db4e711 from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:38265)
I20240503 13:59:48.295704 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet dbc8bc50f826449190351bfa5db4e711 from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:38265: session id = a4de399cf8ab4f418f507fa0c2e73475-dbc8bc50f826449190351bfa5db4e711
I20240503 13:59:48.296494 6593 tablet_copy_source_session.cc:205] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.297391 10776 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet dbc8bc50f826449190351bfa5db4e711. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.299291 10776 tablet_copy_client.cc:783] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.299432 10776 tablet_copy_client.cc:647] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.300485 10780 tablet_copy_client.cc:1002] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.326025 10781 ts_tablet_manager.cc:902] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:48.326635 10781 tablet_copy_client.cc:308] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:48.327145 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet aafd222670e94ff48ed16355c7b7389a from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:41441)
I20240503 13:59:48.327275 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet aafd222670e94ff48ed16355c7b7389a from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:41441: session id = 838a933acedc4890b32a89e0fab1981e-aafd222670e94ff48ed16355c7b7389a
I20240503 13:59:48.328027 6593 tablet_copy_source_session.cc:205] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.328826 10781 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aafd222670e94ff48ed16355c7b7389a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.330912 10781 tablet_copy_client.cc:783] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.331069 10781 tablet_copy_client.cc:647] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.331969 10788 ts_tablet_manager.cc:902] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:48.332110 10785 tablet_copy_client.cc:1002] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.332473 10788 tablet_copy_client.cc:308] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:48.332940 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 61a55c5449714d349a4e3d4207f75bbe from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:38265)
I20240503 13:59:48.333026 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 61a55c5449714d349a4e3d4207f75bbe from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:38265: session id = a4de399cf8ab4f418f507fa0c2e73475-61a55c5449714d349a4e3d4207f75bbe
I20240503 13:59:48.333650 6593 tablet_copy_source_session.cc:205] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:48.334447 10788 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 61a55c5449714d349a4e3d4207f75bbe. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:48.336004 10788 tablet_copy_client.cc:783] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:48.336151 10788 tablet_copy_client.cc:647] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:48.337122 10792 tablet_copy_client.cc:1002] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:48.394675 8328 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 13:59:48.395119 9037 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:48.405370 6702 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 13:59:48.405794 9037 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:48.408777 6441 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 13:59:48.409230 10102 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:48.942550 6572 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 2.6, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:48.943801 8328 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 6. Preceding OpId from leader: term: 2 index: 7. (index mismatch)
I20240503 13:59:48.943800 6441 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 6. Preceding OpId from leader: term: 2 index: 7. (index mismatch)
I20240503 13:59:48.944216 8929 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:48.944430 10102 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:48.945955 8929 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:48.946480 8328 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:48.946802 6441 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:48.947613 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 377e258cc58243dc9df35f0314534799 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:48.948956 6298 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 5 to 7, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:48.951602 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 377e258cc58243dc9df35f0314534799 with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:48.951920 10915 tablet_replica.cc:330] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:48.952032 10915 raft_consensus.cc:2229] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:48.952117 10915 raft_consensus.cc:2258] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:48.952615 10915 ts_tablet_manager.cc:1875] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:48.954470 10915 ts_tablet_manager.cc:1888] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.6
I20240503 13:59:48.954537 10915 log.cc:1196] T 377e258cc58243dc9df35f0314534799 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/377e258cc58243dc9df35f0314534799
I20240503 13:59:48.954962 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 377e258cc58243dc9df35f0314534799 (table rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]) successfully deleted
I20240503 13:59:49.270872 10504 tablet_copy_client.cc:523] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.272294 10504 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:49.289387 10504 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.289726 10504 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:49.289892 10504 ts_tablet_manager.cc:1367] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.018s user 0.015s sys 0.000s
I20240503 13:59:49.290323 10504 raft_consensus.cc:348] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:49.290433 10504 raft_consensus.cc:729] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:49.290544 10504 consensus_queue.cc:260] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:49.290876 10504 ts_tablet_manager.cc:1398] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 13:59:49.291323 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-0f8c898398af4a79b514190535e5ea2f received from {username='slave'} at 127.0.99.136:47877
I20240503 13:59:49.291415 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-0f8c898398af4a79b514190535e5ea2f on tablet 0f8c898398af4a79b514190535e5ea2f with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:49.358594 10578 tablet_copy_client.cc:523] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.360034 10578 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:49.378644 10578 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.378988 10578 tablet_bootstrap.cc:492] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:49.379143 10578 ts_tablet_manager.cc:1367] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.019s user 0.019s sys 0.000s
I20240503 13:59:49.379546 10578 raft_consensus.cc:348] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:49.379652 10578 raft_consensus.cc:729] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:49.379734 10578 consensus_queue.cc:260] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:49.380002 10578 ts_tablet_manager.cc:1398] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:49.380501 6855 tablet_copy_service.cc:342] P 17d678d622e0493f9754e52a2add1022: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-eba7dc489e184209a5d4bd90bd9c3b9b received from {username='slave'} at 127.0.99.134:50613
I20240503 13:59:49.380586 6855 tablet_copy_service.cc:433] P 17d678d622e0493f9754e52a2add1022: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-eba7dc489e184209a5d4bd90bd9c3b9b on tablet eba7dc489e184209a5d4bd90bd9c3b9b with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:49.525272 10635 tablet_copy_client.cc:523] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.526832 10635 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:49.545104 10635 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.545697 10635 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:49.545747 8328 raft_consensus.cc:1203] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:49.545935 10635 ts_tablet_manager.cc:1367] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.019s user 0.016s sys 0.003s
I20240503 13:59:49.546516 10635 raft_consensus.cc:348] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:49.546651 10635 raft_consensus.cc:729] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:49.546764 10635 consensus_queue.cc:260] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:49.547066 10635 ts_tablet_manager.cc:1398] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:49.547787 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-db055ca302ac45f289c8e95df6af77b5 received from {username='slave'} at 127.0.99.136:44547
I20240503 13:59:49.547895 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-db055ca302ac45f289c8e95df6af77b5 on tablet db055ca302ac45f289c8e95df6af77b5 with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:49.563004 10640 tablet_copy_client.cc:523] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.564565 10640 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:49.589022 10640 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.589346 10640 tablet_bootstrap.cc:492] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:49.589553 10640 ts_tablet_manager.cc:1367] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.025s user 0.022s sys 0.000s
I20240503 13:59:49.590099 10640 raft_consensus.cc:348] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:49.590255 10640 raft_consensus.cc:729] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:49.590375 10640 consensus_queue.cc:260] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:49.590726 10640 ts_tablet_manager.cc:1398] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 13:59:49.591856 6855 tablet_copy_service.cc:342] P 17d678d622e0493f9754e52a2add1022: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-d9756738cc534aebb6f0718ffc8c5715 received from {username='slave'} at 127.0.99.136:38901
I20240503 13:59:49.591936 6855 tablet_copy_service.cc:433] P 17d678d622e0493f9754e52a2add1022: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-d9756738cc534aebb6f0718ffc8c5715 on tablet d9756738cc534aebb6f0718ffc8c5715 with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:49.620995 10656 tablet_copy_client.cc:523] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.622502 10656 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:49.639045 10656 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.639365 10656 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:49.639576 10656 ts_tablet_manager.cc:1367] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.017s user 0.015s sys 0.001s
I20240503 13:59:49.640022 10656 raft_consensus.cc:348] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:49.640134 10656 raft_consensus.cc:729] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:49.640233 10656 consensus_queue.cc:260] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:49.640527 10656 ts_tablet_manager.cc:1398] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:49.641084 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-68a5fd2e8e804519967196b889f2f1bd received from {username='slave'} at 127.0.99.135:48137
I20240503 13:59:49.641165 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-68a5fd2e8e804519967196b889f2f1bd on tablet 68a5fd2e8e804519967196b889f2f1bd with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:49.668555 10701 tablet_copy_client.cc:523] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.669847 10701 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:49.686945 10701 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.687206 10701 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:49.687347 10701 ts_tablet_manager.cc:1367] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.018s user 0.014s sys 0.004s
I20240503 13:59:49.687726 10701 raft_consensus.cc:348] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:49.687831 10701 raft_consensus.cc:729] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:49.687906 10701 consensus_queue.cc:260] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:49.688162 10701 ts_tablet_manager.cc:1398] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:49.688819 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-2508d040a2614655b487c0b2f87906bd received from {username='slave'} at 127.0.99.133:33423
I20240503 13:59:49.688901 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-2508d040a2614655b487c0b2f87906bd on tablet 2508d040a2614655b487c0b2f87906bd with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:49.690248 10716 tablet_copy_client.cc:523] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.691574 10716 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:49.693146 8590 raft_consensus.cc:1203] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:49.694247 8458 raft_consensus.cc:1203] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:49.710085 10716 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.710424 10716 tablet_bootstrap.cc:492] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:49.710604 10716 ts_tablet_manager.cc:1367] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.019s user 0.017s sys 0.003s
I20240503 13:59:49.711000 10716 raft_consensus.cc:348] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:49.711138 10716 raft_consensus.cc:729] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:49.711242 10716 consensus_queue.cc:260] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:49.711526 10716 ts_tablet_manager.cc:1398] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:49.712182 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-240339bf1f814cf4bac2305ad66158e2 received from {username='slave'} at 127.0.99.134:37425
I20240503 13:59:49.712275 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-240339bf1f814cf4bac2305ad66158e2 on tablet 240339bf1f814cf4bac2305ad66158e2 with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:49.725957 8328 raft_consensus.cc:1203] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:49.800818 10776 tablet_copy_client.cc:523] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.802114 10776 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:49.823681 10776 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.824007 10776 tablet_bootstrap.cc:492] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:49.824172 10776 ts_tablet_manager.cc:1367] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.022s user 0.020s sys 0.001s
I20240503 13:59:49.824615 10776 raft_consensus.cc:348] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:49.824749 10776 raft_consensus.cc:729] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:49.824836 10776 consensus_queue.cc:260] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:49.825189 10776 ts_tablet_manager.cc:1398] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 13:59:49.825806 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-dbc8bc50f826449190351bfa5db4e711 received from {username='slave'} at 127.0.99.133:38265
I20240503 13:59:49.825887 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-dbc8bc50f826449190351bfa5db4e711 on tablet dbc8bc50f826449190351bfa5db4e711 with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:49.832422 10781 tablet_copy_client.cc:523] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.834000 10781 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:49.837414 10788 tablet_copy_client.cc:523] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:49.838979 10788 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:49.856210 8590 raft_consensus.cc:1203] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:49.862984 10781 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.863353 10781 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:49.863556 10781 ts_tablet_manager.cc:1367] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.030s user 0.027s sys 0.000s
I20240503 13:59:49.864025 10781 raft_consensus.cc:348] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:49.864161 10781 raft_consensus.cc:729] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:49.864264 10781 consensus_queue.cc:260] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:49.864562 10781 ts_tablet_manager.cc:1398] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:49.865178 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-aafd222670e94ff48ed16355c7b7389a received from {username='slave'} at 127.0.99.134:41441
I20240503 13:59:49.865267 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-aafd222670e94ff48ed16355c7b7389a on tablet aafd222670e94ff48ed16355c7b7389a with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:49.865753 10788 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:49.866029 10788 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:49.866245 10788 ts_tablet_manager.cc:1367] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.027s user 0.024s sys 0.003s
I20240503 13:59:49.866709 10788 raft_consensus.cc:348] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:49.866837 10788 raft_consensus.cc:729] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:49.866941 10788 consensus_queue.cc:260] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:49.867194 10788 ts_tablet_manager.cc:1398] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:49.867673 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-61a55c5449714d349a4e3d4207f75bbe received from {username='slave'} at 127.0.99.133:38265
I20240503 13:59:49.867761 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-61a55c5449714d349a4e3d4207f75bbe on tablet 61a55c5449714d349a4e3d4207f75bbe with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:49.942080 8590 raft_consensus.cc:1203] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:50.088488 11186 raft_consensus.cc:1050] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:50.088956 11186 consensus_queue.cc:237] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:50.090266 8328 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.090343 6442 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.090451 6572 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.090631 11184 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.090863 11186 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.091033 11185 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.093259 11184 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.093883 6442 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.095925 8328 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.096349 6292 catalog_manager.cc:5484] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:50.097923 8196 raft_consensus.cc:1203] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:50.098743 6572 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.103557 6833 consensus_queue.cc:237] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:50.104925 6442 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.105134 8328 raft_consensus.cc:1261] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.105345 11186 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.105973 11186 consensus_queue.cc:1035] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.107017 11184 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.107636 6442 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.108224 8328 raft_consensus.cc:2932] T eba7dc489e184209a5d4bd90bd9c3b9b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.109844 6299 catalog_manager.cc:5484] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.110316 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet eba7dc489e184209a5d4bd90bd9c3b9b with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.113909 9571 raft_consensus.cc:1050] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:50.114411 9571 consensus_queue.cc:237] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:50.115792 8328 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.115988 6442 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.116011 6833 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.116613 10854 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.116683 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet eba7dc489e184209a5d4bd90bd9c3b9b with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:50.116993 10854 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.117130 11207 tablet_replica.cc:330] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:50.117271 11207 raft_consensus.cc:2229] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.117283 10854 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.117456 11207 raft_consensus.cc:2258] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.118942 11207 ts_tablet_manager.cc:1875] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.120103 11205 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.120571 6442 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.121469 11207 ts_tablet_manager.cc:1888] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.121605 11207 log.cc:1196] T eba7dc489e184209a5d4bd90bd9c3b9b P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/eba7dc489e184209a5d4bd90bd9c3b9b
I20240503 13:59:50.122023 6833 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.122260 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet eba7dc489e184209a5d4bd90bd9c3b9b (table rebalance_test_table_6 [id=593a086c56134361a63449e526817141]) successfully deleted
I20240503 13:59:50.122786 6292 catalog_manager.cc:5484] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:50.124624 8328 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.128996 6702 consensus_queue.cc:237] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:50.130121 8328 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.130144 6833 raft_consensus.cc:1261] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.130571 11206 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.130759 10854 consensus_queue.cc:1035] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.132395 11206 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.132966 6833 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.133363 8328 raft_consensus.cc:2932] T 240339bf1f814cf4bac2305ad66158e2 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.135023 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 240339bf1f814cf4bac2305ad66158e2 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.135016 6298 catalog_manager.cc:5484] T 240339bf1f814cf4bac2305ad66158e2 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.137655 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 240339bf1f814cf4bac2305ad66158e2 with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:50.138065 11217 tablet_replica.cc:330] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:50.138434 11217 raft_consensus.cc:2229] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.138640 11217 raft_consensus.cc:2258] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.139263 11217 ts_tablet_manager.cc:1875] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.141417 11217 ts_tablet_manager.cc:1888] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.141489 11217 log.cc:1196] T 240339bf1f814cf4bac2305ad66158e2 P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/240339bf1f814cf4bac2305ad66158e2
I20240503 13:59:50.142051 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 240339bf1f814cf4bac2305ad66158e2 (table rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]) successfully deleted
I20240503 13:59:50.143074 11218 raft_consensus.cc:1050] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:50.143532 11218 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:50.145164 6572 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.145227 8458 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.145241 6833 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.145638 11220 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.146373 10111 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.146554 11218 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.149557 10111 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:50.150162 6572 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:50.151911 6833 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:50.152763 6298 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:50.154687 8458 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:50.173751 6442 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:48404
I20240503 13:59:50.173926 6442 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:50.202394 11186 raft_consensus.cc:1050] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:50.202821 11186 consensus_queue.cc:237] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:50.204218 6572 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.204262 8590 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.204311 6442 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.204676 10787 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.205045 10787 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.205296 10787 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.206820 11186 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.208238 6442 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.209146 8590 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.209985 6291 catalog_manager.cc:5484] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.210193 6572 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.212992 6833 consensus_queue.cc:237] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:50.214040 8590 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.214376 11186 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.214473 6442 raft_consensus.cc:1261] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.214874 11186 consensus_queue.cc:1035] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.216053 11185 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.216428 8590 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.219444 6442 raft_consensus.cc:2932] T d9756738cc534aebb6f0718ffc8c5715 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.221076 6291 catalog_manager.cc:5484] T d9756738cc534aebb6f0718ffc8c5715 P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 5 to 6, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.222833 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d9756738cc534aebb6f0718ffc8c5715 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.224148 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet d9756738cc534aebb6f0718ffc8c5715 with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:50.224370 11207 tablet_replica.cc:330] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:50.224525 11207 raft_consensus.cc:2229] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.224674 11207 raft_consensus.cc:2258] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.225440 11207 ts_tablet_manager.cc:1875] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.227556 11207 ts_tablet_manager.cc:1888] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.227612 11207 log.cc:1196] T d9756738cc534aebb6f0718ffc8c5715 P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/d9756738cc534aebb6f0718ffc8c5715
I20240503 13:59:50.228057 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet d9756738cc534aebb6f0718ffc8c5715 (table rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]) successfully deleted
I20240503 13:59:50.252614 6442 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:48428
I20240503 13:59:50.252748 6442 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:50.299777 6442 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:48456
I20240503 13:59:50.299924 6442 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:50.299922 8196 raft_consensus.cc:1203] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:50.339705 9571 raft_consensus.cc:1050] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:50.340082 9571 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:50.341378 8590 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.341465 6442 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.341606 6572 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.341888 11205 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.342061 11206 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.342213 9571 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.344170 11206 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.344588 6442 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.344612 8590 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.346395 6572 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.346951 6292 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.350172 6702 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:50.351320 8590 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.351475 6572 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.351691 11206 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.352569 11206 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.353307 11205 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.353907 8590 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.355012 6572 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.355679 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet db055ca302ac45f289c8e95df6af77b5 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.356642 6298 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.358984 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet db055ca302ac45f289c8e95df6af77b5 with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:50.359230 11217 tablet_replica.cc:330] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:50.359381 11217 raft_consensus.cc:2229] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.359547 11217 raft_consensus.cc:2258] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.360244 11217 ts_tablet_manager.cc:1875] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.361937 11217 ts_tablet_manager.cc:1888] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.361997 11217 log.cc:1196] T db055ca302ac45f289c8e95df6af77b5 P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/db055ca302ac45f289c8e95df6af77b5
I20240503 13:59:50.362479 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet db055ca302ac45f289c8e95df6af77b5 (table rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]) successfully deleted
I20240503 13:59:50.402101 8196 raft_consensus.cc:1203] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:50.405418 11364 raft_consensus.cc:1050] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:50.405838 11364 consensus_queue.cc:237] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:50.407131 8590 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.407227 6442 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.407321 6835 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.407835 11366 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.407982 11364 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.408215 8929 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.409989 11366 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.410528 6442 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.410615 6833 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.411753 8590 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.413087 6291 catalog_manager.cc:5484] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 4 to 5, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.416150 6572 consensus_queue.cc:237] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:50.417248 8590 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.417555 6442 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.417606 11364 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.417863 11366 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.419417 11364 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.419842 8590 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.420212 6442 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.421629 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 0f8c898398af4a79b514190535e5ea2f with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.422268 6292 catalog_manager.cc:5484] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:50.424757 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet 0f8c898398af4a79b514190535e5ea2f with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:50.429208 11370 tablet_replica.cc:330] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:50.429338 11370 raft_consensus.cc:2229] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.429473 11370 raft_consensus.cc:2258] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.429987 11370 ts_tablet_manager.cc:1875] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.431802 11370 ts_tablet_manager.cc:1888] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.431864 11370 log.cc:1196] T 0f8c898398af4a79b514190535e5ea2f P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/0f8c898398af4a79b514190535e5ea2f
I20240503 13:59:50.432287 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet 0f8c898398af4a79b514190535e5ea2f (table rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]) successfully deleted
I20240503 13:59:50.473533 8328 raft_consensus.cc:1203] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 13:59:50.544598 6442 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:48488
I20240503 13:59:50.544752 6442 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:50.587774 6442 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:48508
I20240503 13:59:50.587919 6442 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:50.589455 11230 raft_consensus.cc:979] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: : Instructing follower cda412a18f0041659c85d719db5a00c2 to start an election
I20240503 13:59:50.589579 11230 raft_consensus.cc:1067] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Signalling peer cda412a18f0041659c85d719db5a00c2 to start an election
I20240503 13:59:50.590103 6572 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
from {username='slave'} at 127.0.99.129:58871
I20240503 13:59:50.590279 6572 raft_consensus.cc:482] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 13:59:50.590354 6572 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:50.591187 6572 raft_consensus.cc:504] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Starting forced leader election with config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:50.591629 6572 leader_election.cc:288] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 2 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653), 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897)
I20240503 13:59:50.591946 6833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:50.592082 6833 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:50.592175 6442 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "3f9c8cf346544a22905970278f8c0d85"
I20240503 13:59:50.592291 6442 raft_consensus.cc:3032] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Stepping down as leader of term 1
I20240503 13:59:50.592355 6442 raft_consensus.cc:729] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Becoming Follower/Learner. State: Replica: 3f9c8cf346544a22905970278f8c0d85, State: Running, Role: LEADER
I20240503 13:59:50.592519 6442 consensus_queue.cc:260] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:50.592715 6442 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:50.593148 6833 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 2.
I20240503 13:59:50.593722 6442 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 2.
I20240503 13:59:50.593683 8458 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "cda412a18f0041659c85d719db5a00c2" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "972b5e3439b94993a5dc902f7642bb1f"
I20240503 13:59:50.593873 8458 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:50.594107 6509 leader_election.cc:302] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 4 voters: 3 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, 3f9c8cf346544a22905970278f8c0d85, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:50.594318 11364 raft_consensus.cc:2781] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Leader election won for term 2
I20240503 13:59:50.594436 11364 raft_consensus.cc:686] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Becoming Leader. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:50.594575 11364 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 2, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:50.595018 8458 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda412a18f0041659c85d719db5a00c2 in term 2.
I20240503 13:59:50.596515 6292 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 reported cstate change: term changed from 1 to 2, leader changed from 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) to cda412a18f0041659c85d719db5a00c2 (127.0.99.130). New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:50.656714 11218 raft_consensus.cc:1050] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:50.657186 11218 consensus_queue.cc:237] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:50.658648 6702 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.658651 8196 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.658740 6572 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.659075 11442 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.659251 11221 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.659480 11230 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.661469 11221 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.662012 8196 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.662106 6572 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.664646 6292 catalog_manager.cc:5484] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.664991 6702 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.668274 6442 consensus_queue.cc:237] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:50.669257 8196 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.669310 6572 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.669611 11230 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.669819 11221 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.671267 11442 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.672484 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 2508d040a2614655b487c0b2f87906bd with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.673290 8196 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.673290 6572 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.673498 6299 catalog_manager.cc:5484] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.676343 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 2508d040a2614655b487c0b2f87906bd with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:50.676731 11446 tablet_replica.cc:330] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:50.676872 11446 raft_consensus.cc:2229] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.677068 11446 raft_consensus.cc:2258] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.678015 11446 ts_tablet_manager.cc:1875] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.679759 11446 ts_tablet_manager.cc:1888] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.679828 11446 log.cc:1196] T 2508d040a2614655b487c0b2f87906bd P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/2508d040a2614655b487c0b2f87906bd
I20240503 13:59:50.680322 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 2508d040a2614655b487c0b2f87906bd (table rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]) successfully deleted
I20240503 13:59:50.778532 11366 raft_consensus.cc:1050] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:50.778905 11366 consensus_queue.cc:237] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:50.780234 6833 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.780297 8197 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.780424 6702 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.780647 11364 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.780812 11366 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.780964 8929 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.782917 11366 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.783494 6833 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.785012 8197 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.785529 6702 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.785730 6298 catalog_manager.cc:5484] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.788622 6572 consensus_queue.cc:237] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:50.789733 8197 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.789610 6702 raft_consensus.cc:1261] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.790397 11364 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.791473 11364 consensus_queue.cc:1035] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.792207 8929 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.792639 6703 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.794059 8197 raft_consensus.cc:2932] T dbc8bc50f826449190351bfa5db4e711 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.794981 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet dbc8bc50f826449190351bfa5db4e711 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.795192 6299 catalog_manager.cc:5484] T dbc8bc50f826449190351bfa5db4e711 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 5 to 6, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.802320 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet dbc8bc50f826449190351bfa5db4e711 with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:50.802596 11370 tablet_replica.cc:330] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:50.802748 11370 raft_consensus.cc:2229] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.802945 11370 raft_consensus.cc:2258] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.803898 11370 ts_tablet_manager.cc:1875] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.806007 11370 ts_tablet_manager.cc:1888] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.806069 11370 log.cc:1196] T dbc8bc50f826449190351bfa5db4e711 P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/dbc8bc50f826449190351bfa5db4e711
I20240503 13:59:50.806594 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet dbc8bc50f826449190351bfa5db4e711 (table rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]) successfully deleted
I20240503 13:59:50.889623 10102 raft_consensus.cc:1050] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:50.890023 10102 consensus_queue.cc:237] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:50.891590 6702 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.891655 8197 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.891788 6442 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.892078 11366 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.892248 8929 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.892477 11364 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.894512 10102 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.894918 8929 raft_consensus.cc:1050] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:50.895201 8929 consensus_queue.cc:237] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:50.896190 6702 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.896473 8328 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.896847 11366 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.898905 6292 catalog_manager.cc:5484] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.899592 6442 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.902408 6442 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.902889 11364 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.903010 6702 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 13:59:50.903455 11364 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 13:59:50.903371 8197 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.904220 6572 consensus_queue.cc:237] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:50.905596 6441 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.906001 8197 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.906059 8929 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.906611 8929 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.906563 10102 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.907758 6702 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.908056 10102 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.908607 6441 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.909967 6299 catalog_manager.cc:5484] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.910091 8328 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.910585 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 61a55c5449714d349a4e3d4207f75bbe with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.911873 6442 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.912066 8197 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.914770 6298 catalog_manager.cc:5484] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 5 to 6, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:50.915422 6572 consensus_queue.cc:237] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:50.917147 6702 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.917519 8328 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 13:59:50.917533 10102 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.917862 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 61a55c5449714d349a4e3d4207f75bbe with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:50.918004 10102 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:50.918113 11446 tablet_replica.cc:330] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:50.918267 11446 raft_consensus.cc:2229] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.918426 11446 raft_consensus.cc:2258] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.919142 11446 ts_tablet_manager.cc:1875] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.919538 11366 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.920018 8328 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.921219 11446 ts_tablet_manager.cc:1888] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.921294 11446 log.cc:1196] T 61a55c5449714d349a4e3d4207f75bbe P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/61a55c5449714d349a4e3d4207f75bbe
I20240503 13:59:50.921605 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet aafd222670e94ff48ed16355c7b7389a with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:50.921825 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 61a55c5449714d349a4e3d4207f75bbe (table rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]) successfully deleted
I20240503 13:59:50.922667 6291 catalog_manager.cc:5484] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:50.924052 6702 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:50.925038 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet aafd222670e94ff48ed16355c7b7389a with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:50.926080 11499 tablet_replica.cc:330] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:50.926273 11499 raft_consensus.cc:2229] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:50.926543 11499 raft_consensus.cc:2258] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:50.927244 11499 ts_tablet_manager.cc:1875] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:50.929109 11499 ts_tablet_manager.cc:1888] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 13:59:50.929172 11499 log.cc:1196] T aafd222670e94ff48ed16355c7b7389a P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/aafd222670e94ff48ed16355c7b7389a
I20240503 13:59:50.929631 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet aafd222670e94ff48ed16355c7b7389a (table rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]) successfully deleted
I20240503 13:59:51.096727 6442 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 13:59:51.097175 11364 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:51.106148 8458 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 13:59:51.106667 11364 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:51.109601 6833 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 13:59:51.110406 11364 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 13:59:51.675264 6572 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 2.6, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:51.676335 6833 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 6. Preceding OpId from leader: term: 2 index: 7. (index mismatch)
I20240503 13:59:51.676470 8458 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 6. Preceding OpId from leader: term: 2 index: 7. (index mismatch)
I20240503 13:59:51.676713 11536 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.676898 11535 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.678351 11364 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:51.678754 8458 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:51.680393 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 68a5fd2e8e804519967196b889f2f1bd with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:51.680330 6833 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:51.681299 6292 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 5 to 7, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:51.684391 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 68a5fd2e8e804519967196b889f2f1bd with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:51.685393 11546 tablet_replica.cc:330] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:51.685570 11546 raft_consensus.cc:2229] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:51.685748 11546 raft_consensus.cc:2258] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:51.686342 11546 ts_tablet_manager.cc:1875] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:51.688604 11546 ts_tablet_manager.cc:1888] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.6
I20240503 13:59:51.688668 11546 log.cc:1196] T 68a5fd2e8e804519967196b889f2f1bd P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/68a5fd2e8e804519967196b889f2f1bd
I20240503 13:59:51.689158 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 68a5fd2e8e804519967196b889f2f1bd (table rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]) successfully deleted
I20240503 13:59:51.753998 8308 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:51.754478 6422 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:51.758030 6815 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 13:59:51.767486 8570 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:51.768816 6684 tablet_service.cc:1429] Tablet server has 8 leaders and 0 scanners
I20240503 13:59:51.779942 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:51.781013 6553 tablet_service.cc:1429] Tablet server has 12 leaders and 0 scanners
I20240503 13:59:51.782972 8426 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:51.786065 9502 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:51.842067 6572 consensus_queue.cc:237] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:51.843497 8197 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.843560 6833 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.843940 11536 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.844131 11535 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.845780 11535 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.846750 8197 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.847764 6833 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.849411 6293 catalog_manager.cc:5484] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
W20240503 13:59:51.850152 6507 consensus_peers.cc:485] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d48ec70e996c484095521ae329fd8a14. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.857920 6572 consensus_queue.cc:237] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:51.859107 8197 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.859115 6441 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:51.859416 6508 consensus_peers.cc:485] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 61a55c5449714d349a4e3d4207f75bbe. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.859481 11535 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.859664 11364 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.861146 11536 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:51.861600 6441 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:51.861634 8197 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:51.864193 6299 catalog_manager.cc:5484] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:51.871760 6572 consensus_queue.cc:237] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:51.873220 6702 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.873334 8590 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:51.873503 6507 consensus_peers.cc:485] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 5299b491d4aa4eb2bf3db0c4345fdb2f. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.873586 11364 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.874085 11364 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.875257 11535 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:51.875697 6702 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:51.876252 8590 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:51.877799 6300 catalog_manager.cc:5484] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:51.886155 6572 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:51.887455 6702 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:51.887632 6509 consensus_peers.cc:485] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 4df8c703dbe94464b8b2be0cc7dc57d5. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.887625 8590 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.887881 11535 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.888022 11364 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.889478 11536 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:51.889989 6702 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:51.890065 8590 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:51.892107 6300 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:51.900209 6572 consensus_queue.cc:237] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:51.901520 8458 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.901634 6833 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:51.901755 6507 consensus_peers.cc:485] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: a962ba70c6f54677a700131fcd53660f. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.902024 11536 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.902242 11364 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.903914 11536 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:51.904335 8458 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:51.904541 6833 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:51.906790 6293 catalog_manager.cc:5484] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:51.914522 6702 consensus_queue.cc:237] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:51.915954 8196 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.916038 6441 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.916386 11642 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.916723 10854 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.918289 10854 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.918613 6441 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
W20240503 13:59:51.919875 6638 consensus_peers.cc:485] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 00b0f89b5d644b6ca90296be7ca2e830. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.921337 6299 catalog_manager.cc:5484] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.921901 8196 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.931391 6441 consensus_queue.cc:237] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:51.932794 8328 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.933025 6702 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.933197 11652 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.933418 11442 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.935194 11442 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:51.937052 6702 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
W20240503 13:59:51.937371 6377 consensus_peers.cc:485] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 -> Peer fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753): Couldn't send request to peer fb8113edd8fd435f9bb5ea1b8be8b0e1. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 953409bb0c8640c5b97362dcc8ce9651. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.938187 6293 catalog_manager.cc:5484] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:51.941330 8328 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } } }
I20240503 13:59:51.945991 6702 consensus_queue.cc:237] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:51.947360 8590 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.947736 6572 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.947752 11641 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.948077 11641 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.949896 11642 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:51.950258 8590 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
W20240503 13:59:51.951006 6638 consensus_peers.cc:485] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d50dfa4e796e4c2e9160f47b71f57b9c. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.952908 6294 catalog_manager.cc:5484] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:51.953553 6572 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:51.960654 6572 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
W20240503 13:59:51.962106 6509 consensus_peers.cc:485] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 -> Peer a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697): Couldn't send request to peer a4de399cf8ab4f418f507fa0c2e73475. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d72b4b3fd247477ea6c18f270f54ef19. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.962365 8590 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.962365 6833 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.962812 11535 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.963053 11364 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.964929 11536 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:51.965361 8590 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:51.965466 6833 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } } }
I20240503 13:59:51.967550 6293 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 6 to 7, NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:51.974709 6702 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:51.975991 6572 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.976086 8590 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:51.976279 6638 consensus_peers.cc:485] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer 838a933acedc4890b32a89e0fab1981e (127.0.99.134:46529): Couldn't send request to peer 838a933acedc4890b32a89e0fab1981e. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: db055ca302ac45f289c8e95df6af77b5. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.976356 10854 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.976696 10854 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.978051 10854 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:51.978448 6572 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:51.978868 8590 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } } }
I20240503 13:59:51.980595 6299 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 6 to 7, NON_VOTER 838a933acedc4890b32a89e0fab1981e (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:51.987900 6702 consensus_queue.cc:237] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:51.989475 6833 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:51.989562 8196 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:51.989585 6638 consensus_peers.cc:485] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 7d47a1c6056344bb9a5e4423cc721789. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:51.989863 11642 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.990002 10854 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:51.991686 11641 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.993419 6833 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:51.994004 6294 catalog_manager.cc:5484] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:51.995752 8196 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.005470 6572 consensus_queue.cc:237] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:52.006879 6441 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:52.007027 6507 consensus_peers.cc:485] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 0f8c898398af4a79b514190535e5ea2f. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:52.007288 8590 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:52.007265 11536 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:52.007634 11536 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:52.009130 11535 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.009671 8590 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.011009 6441 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.013159 6299 catalog_manager.cc:5484] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.019903 6441 consensus_queue.cc:237] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:52.021303 6702 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:52.021440 6376 consensus_peers.cc:485] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 2c8930732ef740c0928e2b02b7d1ddfc. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:52.021718 8196 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:52.021700 11656 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:52.022068 11656 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:52.023540 11652 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.023996 6702 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.024391 8196 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.026737 6300 catalog_manager.cc:5484] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.034515 6572 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 2.7, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:52.035770 6833 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
I20240503 13:59:52.035794 8458 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
W20240503 13:59:52.035907 6507 consensus_peers.cc:485] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 68a5fd2e8e804519967196b889f2f1bd. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:52.036180 11536 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:52.036379 11364 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:52.037794 11536 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Committing config change with OpId 2.8: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.038153 6833 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Committing config change with OpId 2.8: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.038223 8458 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Committing config change with OpId 2.8: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:52.040699 6299 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:52.048200 6702 consensus_queue.cc:237] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:52.049541 6833 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:52.049719 8590 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:52.049928 11641 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
W20240503 13:59:52.050117 6638 consensus_peers.cc:485] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135:36897): Couldn't send request to peer 972b5e3439b94993a5dc902f7642bb1f. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 113b41bcb1d94a35a4ac496ed3bd64ff. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:52.050272 11642 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:52.051736 11641 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.052120 6833 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.052312 8590 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.054953 6293 catalog_manager.cc:5484] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 6 to 7, NON_VOTER 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } } }
I20240503 13:59:52.266883 11794 ts_tablet_manager.cc:902] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.267614 11794 tablet_copy_client.cc:308] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.271204 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet d48ec70e996c484095521ae329fd8a14 from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:54719)
I20240503 13:59:52.271358 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet d48ec70e996c484095521ae329fd8a14 from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:54719: session id = c444ab95c84e423390cbca8a48c10cbe-d48ec70e996c484095521ae329fd8a14
I20240503 13:59:52.272192 6593 tablet_copy_source_session.cc:205] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.275592 11794 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d48ec70e996c484095521ae329fd8a14. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.280534 11794 tablet_copy_client.cc:783] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.280722 11794 tablet_copy_client.cc:647] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.281946 11797 tablet_copy_client.cc:1002] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.299361 11800 ts_tablet_manager.cc:902] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.299945 11800 tablet_copy_client.cc:308] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.300438 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:60401)
I20240503 13:59:52.300544 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 5299b491d4aa4eb2bf3db0c4345fdb2f from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:60401: session id = 972b5e3439b94993a5dc902f7642bb1f-5299b491d4aa4eb2bf3db0c4345fdb2f
I20240503 13:59:52.301240 6593 tablet_copy_source_session.cc:205] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.302027 11800 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.303763 11800 tablet_copy_client.cc:783] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.303895 11800 tablet_copy_client.cc:647] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.304888 11804 tablet_copy_client.cc:1002] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.306596 11805 ts_tablet_manager.cc:902] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:52.307086 11805 tablet_copy_client.cc:308] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:52.310132 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 00b0f89b5d644b6ca90296be7ca2e830 from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:49103)
I20240503 13:59:52.310261 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 00b0f89b5d644b6ca90296be7ca2e830 from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:49103: session id = c444ab95c84e423390cbca8a48c10cbe-00b0f89b5d644b6ca90296be7ca2e830
I20240503 13:59:52.310916 6724 tablet_copy_source_session.cc:205] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.311702 11805 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00b0f89b5d644b6ca90296be7ca2e830. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.313333 11805 tablet_copy_client.cc:783] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.313513 11805 tablet_copy_client.cc:647] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.314533 11809 tablet_copy_client.cc:1002] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.338654 11810 ts_tablet_manager.cc:902] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.339260 11810 tablet_copy_client.cc:308] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.339896 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 61a55c5449714d349a4e3d4207f75bbe from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:47877)
I20240503 13:59:52.340015 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 61a55c5449714d349a4e3d4207f75bbe from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:47877: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-61a55c5449714d349a4e3d4207f75bbe
I20240503 13:59:52.340801 6593 tablet_copy_source_session.cc:205] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.341624 11810 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 61a55c5449714d349a4e3d4207f75bbe. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.344012 11810 tablet_copy_client.cc:783] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.344175 11810 tablet_copy_client.cc:647] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.345353 11818 tablet_copy_client.cc:1002] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.359177 11835 ts_tablet_manager.cc:902] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:52.360230 11835 tablet_copy_client.cc:308] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:52.360312 11840 ts_tablet_manager.cc:902] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.360864 11840 tablet_copy_client.cc:308] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.361572 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet d72b4b3fd247477ea6c18f270f54ef19 from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:38265)
I20240503 13:59:52.361661 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet d72b4b3fd247477ea6c18f270f54ef19 from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:38265: session id = a4de399cf8ab4f418f507fa0c2e73475-d72b4b3fd247477ea6c18f270f54ef19
I20240503 13:59:52.362473 6593 tablet_copy_source_session.cc:205] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.363361 11840 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d72b4b3fd247477ea6c18f270f54ef19. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.365185 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet d50dfa4e796e4c2e9160f47b71f57b9c from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:46459)
I20240503 13:59:52.365310 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet d50dfa4e796e4c2e9160f47b71f57b9c from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:46459: session id = 972b5e3439b94993a5dc902f7642bb1f-d50dfa4e796e4c2e9160f47b71f57b9c
I20240503 13:59:52.365439 11840 tablet_copy_client.cc:783] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.365669 11840 tablet_copy_client.cc:647] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.366010 6724 tablet_copy_source_session.cc:205] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.366884 11835 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d50dfa4e796e4c2e9160f47b71f57b9c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.367305 11845 tablet_copy_client.cc:1002] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.368947 11835 tablet_copy_client.cc:783] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.369060 11835 tablet_copy_client.cc:647] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.370810 11839 tablet_copy_client.cc:1002] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.396397 11877 ts_tablet_manager.cc:902] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.397186 11877 tablet_copy_client.cc:308] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.397636 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet a962ba70c6f54677a700131fcd53660f from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:41441)
I20240503 13:59:52.397730 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet a962ba70c6f54677a700131fcd53660f from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:41441: session id = 838a933acedc4890b32a89e0fab1981e-a962ba70c6f54677a700131fcd53660f
I20240503 13:59:52.398653 6593 tablet_copy_source_session.cc:205] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.399812 11877 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a962ba70c6f54677a700131fcd53660f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.401948 11877 tablet_copy_client.cc:783] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.402105 11877 tablet_copy_client.cc:647] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.403038 11881 tablet_copy_client.cc:1002] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.412523 11897 ts_tablet_manager.cc:902] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:52.413007 11897 tablet_copy_client.cc:308] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:52.413491 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 7d47a1c6056344bb9a5e4423cc721789 from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:49103)
I20240503 13:59:52.413595 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 7d47a1c6056344bb9a5e4423cc721789 from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:49103: session id = c444ab95c84e423390cbca8a48c10cbe-7d47a1c6056344bb9a5e4423cc721789
I20240503 13:59:52.414588 6724 tablet_copy_source_session.cc:205] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.419289 11897 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7d47a1c6056344bb9a5e4423cc721789. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.421571 11897 tablet_copy_client.cc:783] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.421726 11897 tablet_copy_client.cc:647] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.423401 11901 tablet_copy_client.cc:1002] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.454178 11912 ts_tablet_manager.cc:902] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:52.454720 11912 tablet_copy_client.cc:308] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:52.455178 6461 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 2c8930732ef740c0928e2b02b7d1ddfc from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:48137)
I20240503 13:59:52.455296 6461 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 2c8930732ef740c0928e2b02b7d1ddfc from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:48137: session id = 972b5e3439b94993a5dc902f7642bb1f-2c8930732ef740c0928e2b02b7d1ddfc
I20240503 13:59:52.456058 6461 tablet_copy_source_session.cc:205] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.456902 11912 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2c8930732ef740c0928e2b02b7d1ddfc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.458597 11912 tablet_copy_client.cc:783] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.458734 11912 tablet_copy_client.cc:647] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.459827 11916 tablet_copy_client.cc:1002] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.465627 11917 ts_tablet_manager.cc:902] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.466120 11917 tablet_copy_client.cc:308] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.466596 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 from peer a4de399cf8ab4f418f507fa0c2e73475 ({username='slave'} at 127.0.99.133:38265)
I20240503 13:59:52.466689 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 4df8c703dbe94464b8b2be0cc7dc57d5 from peer a4de399cf8ab4f418f507fa0c2e73475 at {username='slave'} at 127.0.99.133:38265: session id = a4de399cf8ab4f418f507fa0c2e73475-4df8c703dbe94464b8b2be0cc7dc57d5
I20240503 13:59:52.467404 6593 tablet_copy_source_session.cc:205] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.468194 11917 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4df8c703dbe94464b8b2be0cc7dc57d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.469992 11917 tablet_copy_client.cc:783] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.470144 11917 tablet_copy_client.cc:647] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.471163 11921 tablet_copy_client.cc:1002] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.490285 11922 ts_tablet_manager.cc:902] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:52.490815 11922 tablet_copy_client.cc:308] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:52.491302 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet db055ca302ac45f289c8e95df6af77b5 from peer 838a933acedc4890b32a89e0fab1981e ({username='slave'} at 127.0.99.134:37425)
I20240503 13:59:52.491398 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet db055ca302ac45f289c8e95df6af77b5 from peer 838a933acedc4890b32a89e0fab1981e at {username='slave'} at 127.0.99.134:37425: session id = 838a933acedc4890b32a89e0fab1981e-db055ca302ac45f289c8e95df6af77b5
I20240503 13:59:52.492102 6724 tablet_copy_source_session.cc:205] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.492894 11922 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet db055ca302ac45f289c8e95df6af77b5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.494678 11922 tablet_copy_client.cc:783] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.494848 11922 tablet_copy_client.cc:647] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.495810 11926 tablet_copy_client.cc:1002] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.508329 11927 ts_tablet_manager.cc:902] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:52.508869 11927 tablet_copy_client.cc:308] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:52.512120 6461 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 953409bb0c8640c5b97362dcc8ce9651 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 ({username='slave'} at 127.0.99.136:54627)
I20240503 13:59:52.512218 6461 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 953409bb0c8640c5b97362dcc8ce9651 from peer fb8113edd8fd435f9bb5ea1b8be8b0e1 at {username='slave'} at 127.0.99.136:54627: session id = fb8113edd8fd435f9bb5ea1b8be8b0e1-953409bb0c8640c5b97362dcc8ce9651
I20240503 13:59:52.513015 6461 tablet_copy_source_session.cc:205] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.513830 11927 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 953409bb0c8640c5b97362dcc8ce9651. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.515632 11927 tablet_copy_client.cc:783] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.515789 11927 tablet_copy_client.cc:647] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.516752 11931 tablet_copy_client.cc:1002] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.598959 11933 ts_tablet_manager.cc:902] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:52.599475 11933 tablet_copy_client.cc:308] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:52.599987 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet 113b41bcb1d94a35a4ac496ed3bd64ff from peer 972b5e3439b94993a5dc902f7642bb1f ({username='slave'} at 127.0.99.135:46459)
I20240503 13:59:52.600098 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet 113b41bcb1d94a35a4ac496ed3bd64ff from peer 972b5e3439b94993a5dc902f7642bb1f at {username='slave'} at 127.0.99.135:46459: session id = 972b5e3439b94993a5dc902f7642bb1f-113b41bcb1d94a35a4ac496ed3bd64ff
I20240503 13:59:52.601028 6724 tablet_copy_source_session.cc:205] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.601847 11933 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 113b41bcb1d94a35a4ac496ed3bd64ff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.603657 11933 tablet_copy_client.cc:783] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.603809 11933 tablet_copy_client.cc:647] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.604820 11937 tablet_copy_client.cc:1002] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.614230 11938 ts_tablet_manager.cc:902] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.614784 11938 tablet_copy_client.cc:308] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.615263 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 0f8c898398af4a79b514190535e5ea2f from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:54719)
I20240503 13:59:52.615372 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 0f8c898398af4a79b514190535e5ea2f from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:54719: session id = c444ab95c84e423390cbca8a48c10cbe-0f8c898398af4a79b514190535e5ea2f
I20240503 13:59:52.616128 6593 tablet_copy_source_session.cc:205] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.617010 11938 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0f8c898398af4a79b514190535e5ea2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.618788 11938 tablet_copy_client.cc:783] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.618945 11938 tablet_copy_client.cc:647] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.620060 11942 tablet_copy_client.cc:1002] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:52.638130 11948 ts_tablet_manager.cc:902] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:52.638700 11948 tablet_copy_client.cc:308] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:52.639164 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 68a5fd2e8e804519967196b889f2f1bd from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:54719)
I20240503 13:59:52.639314 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 68a5fd2e8e804519967196b889f2f1bd from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:54719: session id = c444ab95c84e423390cbca8a48c10cbe-68a5fd2e8e804519967196b889f2f1bd
I20240503 13:59:52.640285 6593 tablet_copy_source_session.cc:205] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:52.641155 11948 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 68a5fd2e8e804519967196b889f2f1bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:52.643416 11948 tablet_copy_client.cc:783] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:52.643589 11948 tablet_copy_client.cc:647] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:52.644835 11952 tablet_copy_client.cc:1002] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:53.782374 11794 tablet_copy_client.cc:523] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.784649 11794 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:53.791688 11794 log.cc:824] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: Log is configured to *not* fsync() on all Append() calls
I20240503 13:59:53.805176 11800 tablet_copy_client.cc:523] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.806932 11800 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:53.814850 11805 tablet_copy_client.cc:523] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.816694 11805 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:53.819569 11794 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.819912 11794 tablet_bootstrap.cc:492] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:53.820230 11794 ts_tablet_manager.cc:1367] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.036s user 0.035s sys 0.000s
I20240503 13:59:53.823194 11794 raft_consensus.cc:348] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:53.823559 11794 raft_consensus.cc:729] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:53.823920 11794 consensus_queue.cc:260] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:53.825098 11794 ts_tablet_manager.cc:1398] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.005s user 0.006s sys 0.000s
I20240503 13:59:53.826366 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-d48ec70e996c484095521ae329fd8a14 received from {username='slave'} at 127.0.99.137:54719
I20240503 13:59:53.826485 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-d48ec70e996c484095521ae329fd8a14 on tablet d48ec70e996c484095521ae329fd8a14 with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:53.845629 11810 tablet_copy_client.cc:523] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.847281 11810 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:53.867595 11840 tablet_copy_client.cc:523] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.869207 11840 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:53.871205 11835 tablet_copy_client.cc:523] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.872291 11805 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.872606 11805 tablet_bootstrap.cc:492] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:53.872706 11835 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:53.873996 11805 ts_tablet_manager.cc:1367] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.057s user 0.025s sys 0.005s
I20240503 13:59:53.874764 11805 raft_consensus.cc:348] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:53.874904 11805 raft_consensus.cc:729] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:53.875005 11805 consensus_queue.cc:260] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:53.875303 11805 ts_tablet_manager.cc:1398] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:53.875923 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-00b0f89b5d644b6ca90296be7ca2e830 received from {username='slave'} at 127.0.99.137:49103
I20240503 13:59:53.876008 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-00b0f89b5d644b6ca90296be7ca2e830 on tablet 00b0f89b5d644b6ca90296be7ca2e830 with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:53.879351 11810 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.879647 11810 tablet_bootstrap.cc:492] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:53.879833 11810 ts_tablet_manager.cc:1367] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.033s user 0.028s sys 0.000s
I20240503 13:59:53.880296 11810 raft_consensus.cc:348] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:53.880460 11810 raft_consensus.cc:729] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:53.880573 11810 consensus_queue.cc:260] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:53.880977 11810 ts_tablet_manager.cc:1398] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 13:59:53.881516 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-61a55c5449714d349a4e3d4207f75bbe received from {username='slave'} at 127.0.99.136:47877
I20240503 13:59:53.881604 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-61a55c5449714d349a4e3d4207f75bbe on tablet 61a55c5449714d349a4e3d4207f75bbe with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:53.883802 11800 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.884088 11800 tablet_bootstrap.cc:492] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:53.884255 11800 ts_tablet_manager.cc:1367] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.077s user 0.028s sys 0.000s
I20240503 13:59:53.884713 11800 raft_consensus.cc:348] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:53.884837 11800 raft_consensus.cc:729] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:53.884943 11800 consensus_queue.cc:260] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:53.885236 11800 ts_tablet_manager.cc:1398] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 13:59:53.885761 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-5299b491d4aa4eb2bf3db0c4345fdb2f received from {username='slave'} at 127.0.99.135:60401
I20240503 13:59:53.885847 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-5299b491d4aa4eb2bf3db0c4345fdb2f on tablet 5299b491d4aa4eb2bf3db0c4345fdb2f with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:53.903013 11835 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.903345 11877 tablet_copy_client.cc:523] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.903492 11835 tablet_bootstrap.cc:492] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:53.903687 11835 ts_tablet_manager.cc:1367] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.031s user 0.026s sys 0.000s
I20240503 13:59:53.904165 11835 raft_consensus.cc:348] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:53.904309 11835 raft_consensus.cc:729] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:53.904415 11835 consensus_queue.cc:260] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:53.904740 11877 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:53.904778 11835 ts_tablet_manager.cc:1398] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:53.906086 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-d50dfa4e796e4c2e9160f47b71f57b9c received from {username='slave'} at 127.0.99.135:46459
I20240503 13:59:53.906169 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-d50dfa4e796e4c2e9160f47b71f57b9c on tablet d50dfa4e796e4c2e9160f47b71f57b9c with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:53.907745 11840 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.908025 11840 tablet_bootstrap.cc:492] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:53.908179 11840 ts_tablet_manager.cc:1367] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.039s user 0.026s sys 0.000s
I20240503 13:59:53.908568 11840 raft_consensus.cc:348] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:53.908668 11840 raft_consensus.cc:729] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:53.908759 11840 consensus_queue.cc:260] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:53.909415 11840 ts_tablet_manager.cc:1398] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 13:59:53.909888 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-d72b4b3fd247477ea6c18f270f54ef19 received from {username='slave'} at 127.0.99.133:38265
I20240503 13:59:53.909961 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-d72b4b3fd247477ea6c18f270f54ef19 on tablet d72b4b3fd247477ea6c18f270f54ef19 with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:53.923672 11897 tablet_copy_client.cc:523] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.925227 11897 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:53.931020 11877 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.931329 11877 tablet_bootstrap.cc:492] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:53.931515 11877 ts_tablet_manager.cc:1367] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.027s user 0.016s sys 0.009s
I20240503 13:59:53.931946 11877 raft_consensus.cc:348] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:53.932082 11877 raft_consensus.cc:729] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:53.932176 11877 consensus_queue.cc:260] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:53.932552 11877 ts_tablet_manager.cc:1398] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:53.933055 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-a962ba70c6f54677a700131fcd53660f received from {username='slave'} at 127.0.99.134:41441
I20240503 13:59:53.933146 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-a962ba70c6f54677a700131fcd53660f on tablet a962ba70c6f54677a700131fcd53660f with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:53.938756 8458 raft_consensus.cc:1203] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:53.953542 11897 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.953836 11897 tablet_bootstrap.cc:492] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:53.954010 11897 ts_tablet_manager.cc:1367] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.029s user 0.018s sys 0.006s
I20240503 13:59:53.954521 11897 raft_consensus.cc:348] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:53.954686 11897 raft_consensus.cc:729] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:53.954710 9522 raft_consensus.cc:1203] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:53.954840 11897 consensus_queue.cc:260] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:53.955202 11897 ts_tablet_manager.cc:1398] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.005s sys 0.000s
I20240503 13:59:53.956205 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-7d47a1c6056344bb9a5e4423cc721789 received from {username='slave'} at 127.0.99.137:49103
I20240503 13:59:53.956292 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-7d47a1c6056344bb9a5e4423cc721789 on tablet 7d47a1c6056344bb9a5e4423cc721789 with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:53.960137 11912 tablet_copy_client.cc:523] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.961448 11912 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:53.971526 11917 tablet_copy_client.cc:523] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.973026 11917 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap starting.
I20240503 13:59:53.984577 11912 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.984899 11912 tablet_bootstrap.cc:492] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:53.985069 11912 ts_tablet_manager.cc:1367] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.024s user 0.019s sys 0.003s
I20240503 13:59:53.985543 11912 raft_consensus.cc:348] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:53.985677 11912 raft_consensus.cc:729] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:53.985775 11912 consensus_queue.cc:260] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:53.986056 11912 ts_tablet_manager.cc:1398] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:53.986624 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-2c8930732ef740c0928e2b02b7d1ddfc received from {username='slave'} at 127.0.99.135:48137
I20240503 13:59:53.986711 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-2c8930732ef740c0928e2b02b7d1ddfc on tablet 2c8930732ef740c0928e2b02b7d1ddfc with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:53.994838 11917 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:53.995117 11917 tablet_bootstrap.cc:492] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: Bootstrap complete.
I20240503 13:59:53.995291 11917 ts_tablet_manager.cc:1367] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: Time spent bootstrapping tablet: real 0.022s user 0.019s sys 0.003s
I20240503 13:59:53.995723 11917 raft_consensus.cc:348] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:53.995829 11917 raft_consensus.cc:729] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: a4de399cf8ab4f418f507fa0c2e73475, State: Initialized, Role: LEARNER
I20240503 13:59:53.995924 11917 consensus_queue.cc:260] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: NON_VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: true } }
I20240503 13:59:53.996166 11922 tablet_copy_client.cc:523] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:53.996238 11917 ts_tablet_manager.cc:1398] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:53.996873 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session a4de399cf8ab4f418f507fa0c2e73475-4df8c703dbe94464b8b2be0cc7dc57d5 received from {username='slave'} at 127.0.99.133:38265
I20240503 13:59:53.996956 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session a4de399cf8ab4f418f507fa0c2e73475-4df8c703dbe94464b8b2be0cc7dc57d5 on tablet 4df8c703dbe94464b8b2be0cc7dc57d5 with peer a4de399cf8ab4f418f507fa0c2e73475
I20240503 13:59:53.997733 11922 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: Bootstrap starting.
I20240503 13:59:54.010520 8458 raft_consensus.cc:1203] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.017061 11927 tablet_copy_client.cc:523] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:54.018148 11922 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:54.018442 11922 tablet_bootstrap.cc:492] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: Bootstrap complete.
I20240503 13:59:54.018641 11922 ts_tablet_manager.cc:1367] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: Time spent bootstrapping tablet: real 0.021s user 0.018s sys 0.003s
I20240503 13:59:54.018803 11927 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap starting.
I20240503 13:59:54.019197 11922 raft_consensus.cc:348] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:54.019346 11922 raft_consensus.cc:729] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Initialized, Role: LEARNER
I20240503 13:59:54.019482 11922 consensus_queue.cc:260] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: true } }
I20240503 13:59:54.019847 11922 ts_tablet_manager.cc:1398] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 13:59:54.022753 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session 838a933acedc4890b32a89e0fab1981e-db055ca302ac45f289c8e95df6af77b5 received from {username='slave'} at 127.0.99.134:37425
I20240503 13:59:54.022837 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session 838a933acedc4890b32a89e0fab1981e-db055ca302ac45f289c8e95df6af77b5 on tablet db055ca302ac45f289c8e95df6af77b5 with peer 838a933acedc4890b32a89e0fab1981e
I20240503 13:59:54.037305 8196 raft_consensus.cc:1203] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.038865 11927 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:54.039266 11927 tablet_bootstrap.cc:492] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Bootstrap complete.
I20240503 13:59:54.039476 11927 ts_tablet_manager.cc:1367] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent bootstrapping tablet: real 0.021s user 0.015s sys 0.004s
I20240503 13:59:54.039911 11927 raft_consensus.cc:348] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:54.040021 11927 raft_consensus.cc:729] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Initialized, Role: LEARNER
I20240503 13:59:54.040091 11927 consensus_queue.cc:260] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: true } }
I20240503 13:59:54.040375 11927 ts_tablet_manager.cc:1398] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:54.040900 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-953409bb0c8640c5b97362dcc8ce9651 received from {username='slave'} at 127.0.99.136:54627
I20240503 13:59:54.040982 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session fb8113edd8fd435f9bb5ea1b8be8b0e1-953409bb0c8640c5b97362dcc8ce9651 on tablet 953409bb0c8640c5b97362dcc8ce9651 with peer fb8113edd8fd435f9bb5ea1b8be8b0e1
I20240503 13:59:54.055833 8590 raft_consensus.cc:1203] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.056180 8458 raft_consensus.cc:1203] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.086529 8590 raft_consensus.cc:1203] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.105168 11933 tablet_copy_client.cc:523] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:54.106487 11933 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap starting.
I20240503 13:59:54.120381 11938 tablet_copy_client.cc:523] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:54.121930 11938 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:54.126621 11933 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:54.126888 11933 tablet_bootstrap.cc:492] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: Bootstrap complete.
I20240503 13:59:54.127048 11933 ts_tablet_manager.cc:1367] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: Time spent bootstrapping tablet: real 0.021s user 0.020s sys 0.000s
I20240503 13:59:54.127491 11933 raft_consensus.cc:348] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:54.127602 11933 raft_consensus.cc:729] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Initialized, Role: LEARNER
I20240503 13:59:54.127707 11933 consensus_queue.cc:260] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: NON_VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: true } }
I20240503 13:59:54.127998 11933 ts_tablet_manager.cc:1398] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:54.128605 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session 972b5e3439b94993a5dc902f7642bb1f-113b41bcb1d94a35a4ac496ed3bd64ff received from {username='slave'} at 127.0.99.135:46459
I20240503 13:59:54.128680 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session 972b5e3439b94993a5dc902f7642bb1f-113b41bcb1d94a35a4ac496ed3bd64ff on tablet 113b41bcb1d94a35a4ac496ed3bd64ff with peer 972b5e3439b94993a5dc902f7642bb1f
I20240503 13:59:54.142570 11938 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:54.142874 11938 tablet_bootstrap.cc:492] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:54.143043 11938 ts_tablet_manager.cc:1367] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.021s user 0.019s sys 0.001s
I20240503 13:59:54.143622 11938 raft_consensus.cc:348] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:54.143826 11938 raft_consensus.cc:729] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:54.143970 11938 consensus_queue.cc:260] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:54.144248 11938 ts_tablet_manager.cc:1398] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:54.144969 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-0f8c898398af4a79b514190535e5ea2f received from {username='slave'} at 127.0.99.137:54719
I20240503 13:59:54.145074 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-0f8c898398af4a79b514190535e5ea2f on tablet 0f8c898398af4a79b514190535e5ea2f with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:54.145126 11948 tablet_copy_client.cc:523] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:54.146524 11948 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:54.170739 11948 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:54.171049 11948 tablet_bootstrap.cc:492] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:54.171234 11948 ts_tablet_manager.cc:1367] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.025s user 0.019s sys 0.005s
I20240503 13:59:54.171623 11948 raft_consensus.cc:348] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:54.171752 11948 raft_consensus.cc:729] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:54.171896 11948 consensus_queue.cc:260] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:54.172302 11948 ts_tablet_manager.cc:1398] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 13:59:54.172888 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-68a5fd2e8e804519967196b889f2f1bd received from {username='slave'} at 127.0.99.137:54719
I20240503 13:59:54.172964 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-68a5fd2e8e804519967196b889f2f1bd on tablet 68a5fd2e8e804519967196b889f2f1bd with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:54.173502 9522 raft_consensus.cc:1203] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.179581 8328 raft_consensus.cc:1203] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.211108 9522 raft_consensus.cc:1203] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.216358 8196 raft_consensus.cc:1203] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.428119 8458 raft_consensus.cc:1203] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.460417 12436 raft_consensus.cc:1050] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:54.460886 12436 consensus_queue.cc:237] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:54.462392 6572 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.462528 8590 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.462935 12444 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.463174 12437 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.463541 8458 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.466070 12437 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.466969 12023 raft_consensus.cc:1050] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:54.466904 12437 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.467391 12023 consensus_queue.cc:237] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.469048 6572 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.469638 6299 catalog_manager.cc:5484] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:54.469766 12101 raft_consensus.cc:1050] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:54.469763 8590 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.470163 12101 consensus_queue.cc:237] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:54.471774 6703 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.472137 12457 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.472227 8196 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.472404 8590 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.472618 6835 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.473318 12457 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.474663 8328 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.475075 12102 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.475430 12453 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.475557 12101 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.475732 12457 raft_consensus.cc:1050] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:54.476027 12453 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.476106 12457 consensus_queue.cc:237] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:54.476795 8590 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.477330 6703 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.477864 9522 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.480291 8459 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.480693 12101 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.480857 8328 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.481612 8196 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.481601 12453 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.482023 12101 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.482412 6703 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.482771 12101 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.482790 6300 catalog_manager.cc:5484] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.484946 12454 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.485710 8459 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.487074 6835 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.487181 8197 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.486960 9522 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.488831 12458 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.489917 6296 catalog_manager.cc:5484] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.491042 6703 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.493280 8459 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.493764 8196 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.495819 6292 catalog_manager.cc:5484] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.499228 6572 consensus_queue.cc:237] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.500485 8196 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.500821 9522 raft_consensus.cc:1261] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.501211 12023 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.501199 6703 consensus_queue.cc:237] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:54.501685 12023 consensus_queue.cc:1035] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.502558 8590 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.502697 6441 consensus_queue.cc:237] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:54.502882 8459 raft_consensus.cc:1261] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.503249 12025 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.503439 12436 consensus_queue.cc:1035] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.503592 12023 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.504099 8197 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.505142 12436 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.505264 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d48ec70e996c484095521ae329fd8a14 with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.505643 12102 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.505674 8590 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.505990 9522 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.506678 8458 raft_consensus.cc:1261] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.507521 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d50dfa4e796e4c2e9160f47b71f57b9c with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.507607 6300 catalog_manager.cc:5484] T d48ec70e996c484095521ae329fd8a14 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.508387 12102 consensus_queue.cc:1035] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.509497 6298 catalog_manager.cc:5484] T d50dfa4e796e4c2e9160f47b71f57b9c P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:54.511057 12102 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.511400 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet d48ec70e996c484095521ae329fd8a14 with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:54.511797 12479 tablet_replica.cc:330] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:54.512020 12479 raft_consensus.cc:2229] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.512095 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet d50dfa4e796e4c2e9160f47b71f57b9c with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:54.512279 12479 raft_consensus.cc:2258] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.513357 12480 tablet_replica.cc:330] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:54.513425 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 2c8930732ef740c0928e2b02b7d1ddfc with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.513327 8459 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.513633 12480 raft_consensus.cc:2229] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.513870 12480 raft_consensus.cc:2258] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.514859 12480 ts_tablet_manager.cc:1875] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.514943 12479 ts_tablet_manager.cc:1875] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.516096 6292 catalog_manager.cc:5484] T 2c8930732ef740c0928e2b02b7d1ddfc P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.518178 8458 raft_consensus.cc:2932] T d50dfa4e796e4c2e9160f47b71f57b9c P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.518405 12479 ts_tablet_manager.cc:1888] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.518477 12479 log.cc:1196] T d48ec70e996c484095521ae329fd8a14 P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/d48ec70e996c484095521ae329fd8a14
I20240503 13:59:54.518353 8197 raft_consensus.cc:2932] T 2c8930732ef740c0928e2b02b7d1ddfc P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.519207 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 2c8930732ef740c0928e2b02b7d1ddfc with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:54.519747 12486 tablet_replica.cc:330] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:54.520053 12486 raft_consensus.cc:2229] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.520329 12486 raft_consensus.cc:2258] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.520577 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet d48ec70e996c484095521ae329fd8a14 (table rebalance_test_table_6 [id=593a086c56134361a63449e526817141]) successfully deleted
I20240503 13:59:54.521169 12486 ts_tablet_manager.cc:1875] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.523898 8196 raft_consensus.cc:2932] T d48ec70e996c484095521ae329fd8a14 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.524930 12480 ts_tablet_manager.cc:1888] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.525009 12480 log.cc:1196] T d50dfa4e796e4c2e9160f47b71f57b9c P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/d50dfa4e796e4c2e9160f47b71f57b9c
I20240503 13:59:54.525738 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet d50dfa4e796e4c2e9160f47b71f57b9c (table rebalance_test_table_6 [id=593a086c56134361a63449e526817141]) successfully deleted
I20240503 13:59:54.526322 12486 ts_tablet_manager.cc:1888] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.526477 12486 log.cc:1196] T 2c8930732ef740c0928e2b02b7d1ddfc P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/2c8930732ef740c0928e2b02b7d1ddfc
I20240503 13:59:54.527069 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 2c8930732ef740c0928e2b02b7d1ddfc (table rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]) successfully deleted
I20240503 13:59:54.535655 8328 raft_consensus.cc:1203] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.545270 12024 raft_consensus.cc:1050] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:54.545754 12024 consensus_queue.cc:237] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:54.547370 6703 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.547475 8590 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.547804 12453 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.547994 12023 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.548766 8458 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.549407 12023 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.550566 12453 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.550999 6703 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.552516 8458 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.553071 8590 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.553885 6291 catalog_manager.cc:5484] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.557132 6572 consensus_queue.cc:237] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:54.558420 8590 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.558758 8458 raft_consensus.cc:1261] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.558804 12024 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.559131 12023 consensus_queue.cc:1035] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.560595 9522 raft_consensus.cc:1203] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:54.560757 12024 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.561596 8458 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.561980 8590 raft_consensus.cc:2932] T 5299b491d4aa4eb2bf3db0c4345fdb2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.564272 6292 catalog_manager.cc:5484] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:54.565560 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.567404 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 5299b491d4aa4eb2bf3db0c4345fdb2f with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:54.567651 12486 tablet_replica.cc:330] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:54.567798 12486 raft_consensus.cc:2229] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.568006 12486 raft_consensus.cc:2258] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.569357 12486 ts_tablet_manager.cc:1875] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.571334 12486 ts_tablet_manager.cc:1888] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.571422 12486 log.cc:1196] T 5299b491d4aa4eb2bf3db0c4345fdb2f P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/5299b491d4aa4eb2bf3db0c4345fdb2f
I20240503 13:59:54.572299 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 5299b491d4aa4eb2bf3db0c4345fdb2f (table rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]) successfully deleted
I20240503 13:59:54.607038 6572 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 2.7, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:54.608562 8328 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
I20240503 13:59:54.608624 6441 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
W20240503 13:59:54.608703 6507 consensus_peers.cc:485] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 377e258cc58243dc9df35f0314534799. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:54.609040 12454 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.609252 12023 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.611052 12023 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Committing config change with OpId 2.8: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.611667 8328 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Committing config change with OpId 2.8: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.611706 6441 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Committing config change with OpId 2.8: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.614603 6298 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 7 to 8, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:54.629701 12453 raft_consensus.cc:1050] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER fb8113edd8fd435f9bb5ea1b8be8b0e1 to VOTER
I20240503 13:59:54.630101 12453 consensus_queue.cc:237] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:54.631511 8590 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.631573 8196 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.631821 6441 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.631981 12024 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.632185 12023 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.632434 12024 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.634546 12024 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.635110 8590 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.635347 6442 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.636562 8196 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.637841 6298 catalog_manager.cc:5484] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 7 to 8, fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.641613 6572 consensus_queue.cc:237] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:54.643304 8590 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.643745 8196 raft_consensus.cc:1261] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.643886 12023 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.644075 12453 consensus_queue.cc:1035] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.645635 12453 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.647226 8590 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.647491 8196 raft_consensus.cc:2932] T 61a55c5449714d349a4e3d4207f75bbe P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:54.648340 6291 catalog_manager.cc:5484] T 61a55c5449714d349a4e3d4207f75bbe P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.649277 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 61a55c5449714d349a4e3d4207f75bbe with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.650879 9522 raft_consensus.cc:1203] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Deduplicated request from leader. Original: 2.7->[2.8-2.8] Dedup: 2.8->[]
I20240503 13:59:54.652863 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 61a55c5449714d349a4e3d4207f75bbe with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:54.653597 12024 raft_consensus.cc:1050] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:54.654158 12024 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:54.655922 8196 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.656358 12454 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.656946 8590 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.657369 12444 raft_consensus.cc:1050] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:54.657343 12454 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.657778 12444 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:54.659238 6703 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.659502 8328 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.659605 12454 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.659873 12436 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.660568 8589 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.661201 6572 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.661581 12025 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.661904 12025 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.661811 12454 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.663832 8196 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.664425 8590 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.664690 6291 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.665623 12573 tablet_replica.cc:330] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:54.665764 12573 raft_consensus.cc:2229] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.666267 12025 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.667765 6572 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.668776 8590 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.668823 8328 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.671103 6703 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.671475 6300 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.672681 12573 raft_consensus.cc:2258] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.673708 12573 ts_tablet_manager.cc:1875] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.676834 12573 ts_tablet_manager.cc:1888] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.676911 12573 log.cc:1196] T 61a55c5449714d349a4e3d4207f75bbe P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/61a55c5449714d349a4e3d4207f75bbe
I20240503 13:59:54.677472 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 61a55c5449714d349a4e3d4207f75bbe (table rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]) successfully deleted
I20240503 13:59:54.680148 12453 raft_consensus.cc:1050] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER a4de399cf8ab4f418f507fa0c2e73475 to VOTER
I20240503 13:59:54.680542 12453 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:54.681828 8197 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.681915 8590 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.681977 6835 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.682374 12023 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.682555 12024 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.682790 12023 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.685182 12454 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.685561 8590 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.685636 8197 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.686961 6835 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.688047 6292 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: config changed from index 7 to 8, a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:54.693745 6703 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5"
dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:42122
I20240503 13:59:54.693882 6703 raft_consensus.cc:595] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.703920 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39718
I20240503 13:59:54.704077 6571 raft_consensus.cc:595] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.719013 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39734
I20240503 13:59:54.719177 6571 raft_consensus.cc:595] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.760895 12444 raft_consensus.cc:1050] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:54.761656 12444 consensus_queue.cc:237] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.763163 9522 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.763274 6442 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.763274 8197 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.763685 12437 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.763849 12025 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.764014 12444 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.767138 12437 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.767657 8197 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.769312 9522 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.769775 6442 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.770608 12023 raft_consensus.cc:1050] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:54.771064 12023 consensus_queue.cc:237] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.772045 6291 catalog_manager.cc:5484] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.772532 8590 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.773398 12024 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.774212 6442 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.774588 12453 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.774863 9522 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.775717 12024 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.776564 12453 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.778376 9522 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.778550 6703 consensus_queue.cc:237] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.779186 6300 catalog_manager.cc:5484] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.779891 9520 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.779953 8590 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.780629 6442 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.782546 12025 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.782582 6571 consensus_queue.cc:237] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.783973 8197 raft_consensus.cc:1261] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.784211 9520 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.784375 12437 consensus_queue.cc:1035] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.784910 8590 raft_consensus.cc:1261] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.785825 12454 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.785779 12025 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.786391 9522 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.787369 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 00b0f89b5d644b6ca90296be7ca2e830 with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.787700 12454 consensus_queue.cc:1035] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.789093 6292 catalog_manager.cc:5484] T 00b0f89b5d644b6ca90296be7ca2e830 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.790083 8197 raft_consensus.cc:2932] T 00b0f89b5d644b6ca90296be7ca2e830 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.790876 12454 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.791559 9520 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.794041 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 0f8c898398af4a79b514190535e5ea2f with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.794097 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 00b0f89b5d644b6ca90296be7ca2e830 with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:54.794354 12573 tablet_replica.cc:330] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:54.794504 12573 raft_consensus.cc:2229] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.794695 12573 raft_consensus.cc:2258] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.794875 6298 catalog_manager.cc:5484] T 0f8c898398af4a79b514190535e5ea2f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.795784 12573 ts_tablet_manager.cc:1875] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.796362 8590 raft_consensus.cc:2932] T 0f8c898398af4a79b514190535e5ea2f P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.798063 12573 ts_tablet_manager.cc:1888] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.798144 12573 log.cc:1196] T 00b0f89b5d644b6ca90296be7ca2e830 P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/00b0f89b5d644b6ca90296be7ca2e830
I20240503 13:59:54.802403 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 00b0f89b5d644b6ca90296be7ca2e830 (table rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]) successfully deleted
I20240503 13:59:54.802711 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 0f8c898398af4a79b514190535e5ea2f with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:54.802940 12573 tablet_replica.cc:330] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:54.803090 12573 raft_consensus.cc:2229] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.803274 12573 raft_consensus.cc:2258] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.804076 12573 ts_tablet_manager.cc:1875] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.806107 12573 ts_tablet_manager.cc:1888] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.806178 12573 log.cc:1196] T 0f8c898398af4a79b514190535e5ea2f P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/0f8c898398af4a79b514190535e5ea2f
I20240503 13:59:54.806988 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 0f8c898398af4a79b514190535e5ea2f (table rebalance_test_table_0 [id=bdeff063b6004f71ae4eea85c24b855f]) successfully deleted
I20240503 13:59:54.810597 6703 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5"
dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:42164
I20240503 13:59:54.810735 6703 raft_consensus.cc:595] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.821830 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39816
I20240503 13:59:54.821988 6571 raft_consensus.cc:595] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.839270 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39834
I20240503 13:59:54.839412 6571 raft_consensus.cc:595] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.859126 6571 consensus_queue.cc:237] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:54.860580 8328 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:54.860750 6507 consensus_peers.cc:485] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: aafd222670e94ff48ed16355c7b7389a. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:54.860996 6703 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:54.860996 12023 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:54.861552 12023 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:54.862839 12453 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.863309 8328 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.863762 6703 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.866003 6300 catalog_manager.cc:5484] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.908794 6703 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5"
dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:42230
I20240503 13:59:54.908923 6703 raft_consensus.cc:595] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.919674 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39892
I20240503 13:59:54.919847 6571 raft_consensus.cc:595] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.921391 12024 raft_consensus.cc:1050] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER 838a933acedc4890b32a89e0fab1981e to VOTER
I20240503 13:59:54.921815 12024 consensus_queue.cc:237] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:54.923292 8328 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.923998 12453 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.924644 8458 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.925048 12453 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.925940 6835 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.926450 12453 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.927294 12453 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.927716 8458 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.929941 8328 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.930136 6835 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.930231 6294 catalog_manager.cc:5484] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 7 to 8, 838a933acedc4890b32a89e0fab1981e (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.934756 6571 consensus_queue.cc:237] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:54.935951 8328 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.936044 8458 raft_consensus.cc:1261] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.936535 12453 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.936722 12024 consensus_queue.cc:1035] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.938663 12454 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.940018 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet a962ba70c6f54677a700131fcd53660f with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.940404 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39914
I20240503 13:59:54.940526 6571 raft_consensus.cc:595] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:54.940997 8328 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.941069 6292 catalog_manager.cc:5484] T a962ba70c6f54677a700131fcd53660f P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.940493 8458 raft_consensus.cc:2932] T a962ba70c6f54677a700131fcd53660f P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:54.944700 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet a962ba70c6f54677a700131fcd53660f with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:54.944939 12479 tablet_replica.cc:330] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:54.945071 12479 raft_consensus.cc:2229] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:54.945267 12479 raft_consensus.cc:2258] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:54.946300 12479 ts_tablet_manager.cc:1875] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:54.948072 12479 ts_tablet_manager.cc:1888] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:54.948136 12479 log.cc:1196] T a962ba70c6f54677a700131fcd53660f P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/a962ba70c6f54677a700131fcd53660f
I20240503 13:59:54.948675 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet a962ba70c6f54677a700131fcd53660f (table rebalance_test_table_2 [id=cc7fca6aed6c4a6d8a282c8321b2a10e]) successfully deleted
I20240503 13:59:54.967515 6703 consensus_queue.cc:237] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:54.968876 6835 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:54.968914 8328 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:54.969236 6638 consensus_peers.cc:485] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: a09524fe9e1342548c10b1789cfc744b. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:54.969286 12437 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:54.969453 12025 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:54.971187 12437 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.971617 6835 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.971881 8328 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:54.974566 6292 catalog_manager.cc:5484] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:54.975399 12025 raft_consensus.cc:1050] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:54.975775 12025 consensus_queue.cc:237] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.977331 8197 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.977437 6835 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.977804 12437 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.977948 12444 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.978492 9522 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.980259 12437 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.982281 12437 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.983660 8197 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.984220 9522 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.985240 6298 catalog_manager.cc:5484] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:54.985865 6835 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.989828 6703 consensus_queue.cc:237] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:54.989941 12025 raft_consensus.cc:1050] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER 972b5e3439b94993a5dc902f7642bb1f to VOTER
I20240503 13:59:54.990424 12025 consensus_queue.cc:237] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:54.991132 8197 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.991545 12436 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.991745 8590 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.992434 12436 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.993148 12436 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.994181 6835 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.994585 8458 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:54.994706 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 7d47a1c6056344bb9a5e4423cc721789 with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:54.994828 8197 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:54.995287 9522 raft_consensus.cc:1261] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:54.996170 12444 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.996644 12444 consensus_queue.cc:1035] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:54.996845 12444 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:54.997049 6292 catalog_manager.cc:5484] T 7d47a1c6056344bb9a5e4423cc721789 P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:54.999506 12436 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.000020 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet 7d47a1c6056344bb9a5e4423cc721789 with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:55.000247 12479 tablet_replica.cc:330] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:55.000384 12479 raft_consensus.cc:2229] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:55.000557 12479 raft_consensus.cc:2258] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:55.000993 9522 raft_consensus.cc:2932] T 7d47a1c6056344bb9a5e4423cc721789 P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:55.001494 12479 ts_tablet_manager.cc:1875] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:55.002877 8458 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.003640 12479 ts_tablet_manager.cc:1888] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:55.003691 12479 log.cc:1196] T 7d47a1c6056344bb9a5e4423cc721789 P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/7d47a1c6056344bb9a5e4423cc721789
I20240503 13:59:55.004153 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet 7d47a1c6056344bb9a5e4423cc721789 (table rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]) successfully deleted
I20240503 13:59:55.004377 6835 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.005573 6292 catalog_manager.cc:5484] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.007555 8590 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.010285 6703 consensus_queue.cc:237] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } }
I20240503 13:59:55.011379 8590 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:55.011981 8458 raft_consensus.cc:1261] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:55.012281 12436 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.012887 12437 consensus_queue.cc:1035] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.014382 12437 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.014773 8458 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.014942 8590 raft_consensus.cc:2932] T 113b41bcb1d94a35a4ac496ed3bd64ff P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.015790 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 113b41bcb1d94a35a4ac496ed3bd64ff with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:55.017163 6292 catalog_manager.cc:5484] T 113b41bcb1d94a35a4ac496ed3bd64ff P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } }
I20240503 13:59:55.020454 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet 113b41bcb1d94a35a4ac496ed3bd64ff with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:55.020718 12479 tablet_replica.cc:330] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:55.020889 12479 raft_consensus.cc:2229] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:55.021225 12479 raft_consensus.cc:2258] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:55.022047 12479 ts_tablet_manager.cc:1875] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:55.024091 12479 ts_tablet_manager.cc:1888] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:55.024161 12479 log.cc:1196] T 113b41bcb1d94a35a4ac496ed3bd64ff P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/113b41bcb1d94a35a4ac496ed3bd64ff
I20240503 13:59:55.024737 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet 113b41bcb1d94a35a4ac496ed3bd64ff (table rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]) successfully deleted
I20240503 13:59:55.051865 6703 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5"
dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:42282
I20240503 13:59:55.051999 6703 raft_consensus.cc:595] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:55.057907 12453 raft_consensus.cc:1050] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:55.058418 12453 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 5, Current term: 2, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:55.060907 9522 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.060907 8458 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.061408 12023 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.061712 6835 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.061893 12454 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.062043 12023 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.063903 12454 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:55.064438 8458 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:55.064543 6835 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:55.067044 6294 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:55.067785 9522 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 2 FOLLOWER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:55.067912 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39962
I20240503 13:59:55.068014 6571 raft_consensus.cc:595] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:55.079996 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39978
I20240503 13:59:55.080144 6571 raft_consensus.cc:595] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Received request to transfer leadership
I20240503 13:59:55.083355 12453 raft_consensus.cc:979] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: : Instructing follower fb8113edd8fd435f9bb5ea1b8be8b0e1 to start an election
I20240503 13:59:55.083470 12453 raft_consensus.cc:1067] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Signalling peer fb8113edd8fd435f9bb5ea1b8be8b0e1 to start an election
I20240503 13:59:55.083993 8590 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5"
dest_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1"
from {username='slave'} at 127.0.99.130:34335
I20240503 13:59:55.084177 8590 raft_consensus.cc:482] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 13:59:55.084287 8590 raft_consensus.cc:3037] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.085811 8590 raft_consensus.cc:504] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Starting forced leader election with config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:55.087172 8590 leader_election.cc:288] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [CANDIDATE]: Term 2 election: Requested vote from peers 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697)
I20240503 13:59:55.088255 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5" candidate_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:55.088385 6571 raft_consensus.cc:3032] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Stepping down as leader of term 1
I20240503 13:59:55.088423 6571 raft_consensus.cc:729] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:55.088588 6571 consensus_queue.cc:260] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:55.088829 6571 raft_consensus.cc:3037] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.089874 6571 raft_consensus.cc:2454] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb8113edd8fd435f9bb5ea1b8be8b0e1 in term 2.
I20240503 13:59:55.090167 6703 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5" candidate_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:55.090338 6703 raft_consensus.cc:3037] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.091159 6442 consensus_queue.cc:237] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } }
I20240503 13:59:55.091414 6703 raft_consensus.cc:2454] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb8113edd8fd435f9bb5ea1b8be8b0e1 in term 2.
I20240503 13:59:55.092257 8526 leader_election.cc:302] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 4 voters: 3 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, cda412a18f0041659c85d719db5a00c2, fb8113edd8fd435f9bb5ea1b8be8b0e1; no voters:
I20240503 13:59:55.092520 12301 raft_consensus.cc:2781] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Leader election won for term 2
I20240503 13:59:55.092589 8590 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:55.092710 12301 raft_consensus.cc:686] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 LEADER]: Becoming Leader. State: Replica: fb8113edd8fd435f9bb5ea1b8be8b0e1, State: Running, Role: LEADER
I20240503 13:59:55.092913 12888 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.093036 12301 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 2, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:55.093348 8197 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4df8c703dbe94464b8b2be0cc7dc57d5" candidate_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "a4de399cf8ab4f418f507fa0c2e73475"
I20240503 13:59:55.093510 8197 raft_consensus.cc:3037] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.094723 8197 raft_consensus.cc:2454] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb8113edd8fd435f9bb5ea1b8be8b0e1 in term 2.
I20240503 13:59:55.094750 12457 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:55.095477 8328 raft_consensus.cc:1261] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:55.096632 8590 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:55.096813 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 953409bb0c8640c5b97362dcc8ce9651 with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:55.096848 6292 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 reported cstate change: term changed from 1 to 2, leader changed from cda412a18f0041659c85d719db5a00c2 (127.0.99.130) to fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136). New cstate: current_term: 2 leader_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:55.097909 12457 consensus_queue.cc:1035] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.099687 6300 catalog_manager.cc:5484] T 953409bb0c8640c5b97362dcc8ce9651 P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:55.099928 8328 raft_consensus.cc:2932] T 953409bb0c8640c5b97362dcc8ce9651 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } }
I20240503 13:59:55.102348 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 953409bb0c8640c5b97362dcc8ce9651 with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:55.102849 12896 tablet_replica.cc:330] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:55.103000 12896 raft_consensus.cc:2229] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:55.103238 12896 raft_consensus.cc:2258] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:55.104000 12896 ts_tablet_manager.cc:1875] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:55.104072 12025 raft_consensus.cc:979] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: : Instructing follower 838a933acedc4890b32a89e0fab1981e to start an election
I20240503 13:59:55.104166 12025 raft_consensus.cc:1067] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Signalling peer 838a933acedc4890b32a89e0fab1981e to start an election
I20240503 13:59:55.104657 8328 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5"
dest_uuid: "838a933acedc4890b32a89e0fab1981e"
from {username='slave'} at 127.0.99.131:39999
I20240503 13:59:55.104833 8328 raft_consensus.cc:482] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 13:59:55.104915 8328 raft_consensus.cc:3037] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.105046 6442 consensus_queue.cc:237] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:55.105829 8328 raft_consensus.cc:504] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Starting forced leader election with config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:55.106662 8197 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:55.106738 6571 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:55.106871 12896 ts_tablet_manager.cc:1888] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:55.107007 12896 log.cc:1196] T 953409bb0c8640c5b97362dcc8ce9651 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/953409bb0c8640c5b97362dcc8ce9651
I20240503 13:59:55.107122 12888 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:55.107343 12457 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:55.107599 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 953409bb0c8640c5b97362dcc8ce9651 (table rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]) successfully deleted
I20240503 13:59:55.108799 8328 leader_election.cc:288] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [CANDIDATE]: Term 2 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655), fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753)
I20240503 13:59:55.109019 6572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5" candidate_uuid: "838a933acedc4890b32a89e0fab1981e" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:55.109136 6572 raft_consensus.cc:3037] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.109136 6703 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5" candidate_uuid: "838a933acedc4890b32a89e0fab1981e" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956"
I20240503 13:59:55.109241 6703 raft_consensus.cc:3032] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Stepping down as leader of term 1
I20240503 13:59:55.109280 6703 raft_consensus.cc:729] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Becoming Follower/Learner. State: Replica: 0b13fa235b1a4dfab410ec9cf4bd3956, State: Running, Role: LEADER
I20240503 13:59:55.109413 6703 consensus_queue.cc:260] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:55.109580 6703 raft_consensus.cc:3037] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.109935 12457 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:55.110146 6572 raft_consensus.cc:2454] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 838a933acedc4890b32a89e0fab1981e in term 2.
I20240503 13:59:55.110375 6571 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:55.110536 6703 raft_consensus.cc:2454] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 838a933acedc4890b32a89e0fab1981e in term 2.
I20240503 13:59:55.110898 8264 leader_election.cc:302] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 4 voters: 3 yes votes; 0 no votes. yes voters: 0b13fa235b1a4dfab410ec9cf4bd3956, 838a933acedc4890b32a89e0fab1981e, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:55.111703 12331 raft_consensus.cc:2781] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Leader election won for term 2
I20240503 13:59:55.111933 12331 raft_consensus.cc:686] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 2 LEADER]: Becoming Leader. State: Replica: 838a933acedc4890b32a89e0fab1981e, State: Running, Role: LEADER
I20240503 13:59:55.112252 12331 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 2, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:55.114562 6292 catalog_manager.cc:5484] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:55.115068 6294 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e reported cstate change: term changed from 1 to 2, leader changed from 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) to 838a933acedc4890b32a89e0fab1981e (127.0.99.134). New cstate: current_term: 2 leader_uuid: "838a933acedc4890b32a89e0fab1981e" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:55.121781 12453 raft_consensus.cc:979] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: : Instructing follower 17d678d622e0493f9754e52a2add1022 to start an election
I20240503 13:59:55.121886 12453 raft_consensus.cc:1067] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Signalling peer 17d678d622e0493f9754e52a2add1022 to start an election
I20240503 13:59:55.122419 6835 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19"
dest_uuid: "17d678d622e0493f9754e52a2add1022"
from {username='slave'} at 127.0.99.130:32859
I20240503 13:59:55.122589 6835 raft_consensus.cc:482] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 13:59:55.122654 6835 raft_consensus.cc:3037] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.123611 6835 raft_consensus.cc:504] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Starting forced leader election with config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
W20240503 13:59:55.123714 6376 consensus_peers.cc:485] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 2508d040a2614655b487c0b2f87906bd. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:55.124182 6835 leader_election.cc:288] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 2 election: Requested vote from peers cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), fb8113edd8fd435f9bb5ea1b8be8b0e1 (127.0.99.136:44753), a4de399cf8ab4f418f507fa0c2e73475 (127.0.99.133:46697)
I20240503 13:59:55.124423 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:55.124542 6571 raft_consensus.cc:3032] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Stepping down as leader of term 1
I20240503 13:59:55.124584 6571 raft_consensus.cc:729] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:55.124550 8196 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "a4de399cf8ab4f418f507fa0c2e73475"
I20240503 13:59:55.124670 8196 raft_consensus.cc:3037] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.124745 6571 consensus_queue.cc:260] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:55.124939 6571 raft_consensus.cc:3037] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.124894 8590 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "db055ca302ac45f289c8e95df6af77b5" candidate_uuid: "838a933acedc4890b32a89e0fab1981e" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1"
I20240503 13:59:55.125067 8590 raft_consensus.cc:3037] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.125732 8196 raft_consensus.cc:2454] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 2.
I20240503 13:59:55.125969 6571 raft_consensus.cc:2454] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 2.
I20240503 13:59:55.126001 8589 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d72b4b3fd247477ea6c18f270f54ef19" candidate_uuid: "17d678d622e0493f9754e52a2add1022" candidate_term: 2 candidate_status { last_received { term: 1 index: 8 } } ignore_live_leader: true dest_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1"
I20240503 13:59:55.126139 8589 raft_consensus.cc:3037] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 1 FOLLOWER]: Advancing to term 2
I20240503 13:59:55.126596 8590 raft_consensus.cc:2454] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 838a933acedc4890b32a89e0fab1981e in term 2.
I20240503 13:59:55.127207 8589 raft_consensus.cc:2454] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17d678d622e0493f9754e52a2add1022 in term 2.
I20240503 13:59:55.128239 6771 leader_election.cc:302] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 4 voters: 3 yes votes; 0 no votes. yes voters: 17d678d622e0493f9754e52a2add1022, a4de399cf8ab4f418f507fa0c2e73475, fb8113edd8fd435f9bb5ea1b8be8b0e1; no voters:
I20240503 13:59:55.128598 12347 raft_consensus.cc:2781] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Leader election won for term 2
I20240503 13:59:55.128767 12347 raft_consensus.cc:686] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 2 LEADER]: Becoming Leader. State: Replica: 17d678d622e0493f9754e52a2add1022, State: Running, Role: LEADER
I20240503 13:59:55.128942 12347 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 2, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:55.129164 8197 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:55.131641 6300 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 reported cstate change: term changed from 1 to 2, leader changed from cda412a18f0041659c85d719db5a00c2 (127.0.99.130) to 17d678d622e0493f9754e52a2add1022 (127.0.99.132). New cstate: current_term: 2 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:55.159284 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:40010
I20240503 13:59:55.159420 6571 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Received request to transfer leadership
I20240503 13:59:55.192744 12968 ts_tablet_manager.cc:902] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:55.193346 12968 tablet_copy_client.cc:308] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:55.194147 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 377e258cc58243dc9df35f0314534799 from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:54719)
I20240503 13:59:55.194278 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 377e258cc58243dc9df35f0314534799 from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:54719: session id = c444ab95c84e423390cbca8a48c10cbe-377e258cc58243dc9df35f0314534799
I20240503 13:59:55.195071 6593 tablet_copy_source_session.cc:205] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:55.196094 12968 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 377e258cc58243dc9df35f0314534799. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:55.198254 12968 tablet_copy_client.cc:783] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:55.198503 12968 tablet_copy_client.cc:647] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:55.199612 12971 tablet_copy_client.cc:1002] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:55.214682 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:40050
I20240503 13:59:55.214828 6571 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Received request to transfer leadership
I20240503 13:59:55.258595 13008 ts_tablet_manager.cc:902] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:55.259182 13008 tablet_copy_client.cc:308] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:55.259665 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet aafd222670e94ff48ed16355c7b7389a from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:54719)
I20240503 13:59:55.259781 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet aafd222670e94ff48ed16355c7b7389a from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:54719: session id = c444ab95c84e423390cbca8a48c10cbe-aafd222670e94ff48ed16355c7b7389a
I20240503 13:59:55.260567 6593 tablet_copy_source_session.cc:205] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:55.261436 13008 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aafd222670e94ff48ed16355c7b7389a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:55.263549 13008 tablet_copy_client.cc:783] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:55.263693 13008 tablet_copy_client.cc:647] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:55.264642 13012 tablet_copy_client.cc:1002] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:55.393416 13013 ts_tablet_manager.cc:902] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655)
I20240503 13:59:55.393921 13013 tablet_copy_client.cc:308] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:43655
I20240503 13:59:55.394464 6724 tablet_copy_service.cc:140] P 0b13fa235b1a4dfab410ec9cf4bd3956: Received BeginTabletCopySession request for tablet a09524fe9e1342548c10b1789cfc744b from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:49103)
I20240503 13:59:55.394565 6724 tablet_copy_service.cc:161] P 0b13fa235b1a4dfab410ec9cf4bd3956: Beginning new tablet copy session on tablet a09524fe9e1342548c10b1789cfc744b from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:49103: session id = c444ab95c84e423390cbca8a48c10cbe-a09524fe9e1342548c10b1789cfc744b
I20240503 13:59:55.395314 6724 tablet_copy_source_session.cc:205] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:55.396216 13013 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a09524fe9e1342548c10b1789cfc744b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:55.397922 13013 tablet_copy_client.cc:783] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:55.398063 13013 tablet_copy_client.cc:647] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:55.399091 13016 tablet_copy_client.cc:1002] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:55.466948 6571 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "cda412a18f0041659c85d719db5a00c2"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:40096
I20240503 13:59:55.467085 6571 raft_consensus.cc:595] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Received request to transfer leadership
I20240503 13:59:55.526804 8589 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Refusing update from remote peer 838a933acedc4890b32a89e0fab1981e: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.527357 12331 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.545063 6571 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Refusing update from remote peer fb8113edd8fd435f9bb5ea1b8be8b0e1: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.545596 12895 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.563153 6571 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Refusing update from remote peer 838a933acedc4890b32a89e0fab1981e: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.563622 12331 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.566481 12023 raft_consensus.cc:979] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: : Instructing follower 972b5e3439b94993a5dc902f7642bb1f to start an election
I20240503 13:59:55.566514 6703 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Refusing update from remote peer 838a933acedc4890b32a89e0fab1981e: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.566565 12023 raft_consensus.cc:1067] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Signalling peer 972b5e3439b94993a5dc902f7642bb1f to start an election
I20240503 13:59:55.567061 12904 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.568722 8458 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd"
dest_uuid: "972b5e3439b94993a5dc902f7642bb1f"
from {username='slave'} at 127.0.99.130:58317
I20240503 13:59:55.568928 8458 raft_consensus.cc:482] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 13:59:55.569005 8458 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 2 FOLLOWER]: Advancing to term 3
I20240503 13:59:55.570107 8458 raft_consensus.cc:504] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 3 FOLLOWER]: Starting forced leader election with config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:55.571290 8458 leader_election.cc:288] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [CANDIDATE]: Term 3 election: Requested vote from peers 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979), cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613), c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659)
I20240503 13:59:55.572525 6571 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "972b5e3439b94993a5dc902f7642bb1f" candidate_term: 3 candidate_status { last_received { term: 2 index: 9 } } ignore_live_leader: true dest_uuid: "cda412a18f0041659c85d719db5a00c2"
I20240503 13:59:55.572654 6571 raft_consensus.cc:3032] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Stepping down as leader of term 2
I20240503 13:59:55.572712 6571 raft_consensus.cc:729] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Becoming Follower/Learner. State: Replica: cda412a18f0041659c85d719db5a00c2, State: Running, Role: LEADER
I20240503 13:59:55.572875 6571 consensus_queue.cc:260] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 2.9, Last appended by leader: 9, Current term: 2, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:55.573103 6571 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Advancing to term 3
I20240503 13:59:55.574184 6571 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 972b5e3439b94993a5dc902f7642bb1f in term 3.
I20240503 13:59:55.575366 8328 consensus_queue.cc:237] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 2.9, Last appended by leader: 8, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } }
I20240503 13:59:55.575500 8589 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.575960 12915 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.576858 9522 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "972b5e3439b94993a5dc902f7642bb1f" candidate_term: 3 candidate_status { last_received { term: 2 index: 9 } } ignore_live_leader: true dest_uuid: "c444ab95c84e423390cbca8a48c10cbe"
I20240503 13:59:55.576929 8589 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Refusing update from remote peer 838a933acedc4890b32a89e0fab1981e: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:55.577001 6571 raft_consensus.cc:1261] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Refusing update from remote peer 838a933acedc4890b32a89e0fab1981e: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:55.577028 9522 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 2 FOLLOWER]: Advancing to term 3
I20240503 13:59:55.577980 12331 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:55.578100 13065 consensus_queue.cc:1035] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:55.578131 9522 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 972b5e3439b94993a5dc902f7642bb1f in term 3.
I20240503 13:59:55.578158 6835 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "68a5fd2e8e804519967196b889f2f1bd" candidate_uuid: "972b5e3439b94993a5dc902f7642bb1f" candidate_term: 3 candidate_status { last_received { term: 2 index: 9 } } ignore_live_leader: true dest_uuid: "17d678d622e0493f9754e52a2add1022"
I20240503 13:59:55.578281 6835 raft_consensus.cc:3037] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 2 FOLLOWER]: Advancing to term 3
I20240503 13:59:55.578866 8393 leader_election.cc:302] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 4 voters: 3 yes votes; 0 no votes. yes voters: 972b5e3439b94993a5dc902f7642bb1f, c444ab95c84e423390cbca8a48c10cbe, cda412a18f0041659c85d719db5a00c2; no voters:
I20240503 13:59:55.579252 6835 raft_consensus.cc:2454] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 972b5e3439b94993a5dc902f7642bb1f in term 3.
I20240503 13:59:55.579299 13071 raft_consensus.cc:2781] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 3 FOLLOWER]: Leader election won for term 3
I20240503 13:59:55.579483 13071 raft_consensus.cc:686] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 3 LEADER]: Becoming Leader. State: Replica: 972b5e3439b94993a5dc902f7642bb1f, State: Running, Role: LEADER
I20240503 13:59:55.579792 13071 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 2.9, Last appended by leader: 9, Current term: 3, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:55.579910 12904 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e [term 2 LEADER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:55.581660 6285 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet db055ca302ac45f289c8e95df6af77b5 with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:55.582377 8590 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:55.582966 6294 catalog_manager.cc:5484] T db055ca302ac45f289c8e95df6af77b5 P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 8 to 10, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 2 leader_uuid: "838a933acedc4890b32a89e0fab1981e" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:55.583871 6292 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: term changed from 2 to 3, leader changed from cda412a18f0041659c85d719db5a00c2 (127.0.99.130) to 972b5e3439b94993a5dc902f7642bb1f (127.0.99.135). New cstate: current_term: 3 leader_uuid: "972b5e3439b94993a5dc902f7642bb1f" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:55.585230 6571 raft_consensus.cc:2932] T db055ca302ac45f289c8e95df6af77b5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } }
I20240503 13:59:55.585464 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet db055ca302ac45f289c8e95df6af77b5 with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:55.586364 12896 tablet_replica.cc:330] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:55.586509 12896 raft_consensus.cc:2229] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:55.586629 12896 raft_consensus.cc:2258] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:55.587661 12896 ts_tablet_manager.cc:1875] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:55.588342 6571 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.588759 12915 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.589809 12896 ts_tablet_manager.cc:1888] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.9
I20240503 13:59:55.589911 12896 log.cc:1196] T db055ca302ac45f289c8e95df6af77b5 P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/db055ca302ac45f289c8e95df6af77b5
I20240503 13:59:55.590936 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet db055ca302ac45f289c8e95df6af77b5 (table rebalance_test_table_5 [id=77d15952a2ae491fa3583c608e9cdd1f]) successfully deleted
I20240503 13:59:55.591056 8197 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.592711 12347 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.639000 8197 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Refusing update from remote peer fb8113edd8fd435f9bb5ea1b8be8b0e1: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.639434 12895 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.642107 6703 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Refusing update from remote peer fb8113edd8fd435f9bb5ea1b8be8b0e1: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:55.643332 13078 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:55.691165 13084 ts_tablet_manager.cc:902] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653)
I20240503 13:59:55.691725 13084 tablet_copy_client.cc:308] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:44653
I20240503 13:59:55.695964 6461 tablet_copy_service.cc:140] P 3f9c8cf346544a22905970278f8c0d85: Received BeginTabletCopySession request for tablet 2508d040a2614655b487c0b2f87906bd from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:52643)
I20240503 13:59:55.696074 6461 tablet_copy_service.cc:161] P 3f9c8cf346544a22905970278f8c0d85: Beginning new tablet copy session on tablet 2508d040a2614655b487c0b2f87906bd from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:52643: session id = c444ab95c84e423390cbca8a48c10cbe-2508d040a2614655b487c0b2f87906bd
I20240503 13:59:55.696997 6461 tablet_copy_source_session.cc:205] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:55.697772 13084 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2508d040a2614655b487c0b2f87906bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:55.699774 13084 tablet_copy_client.cc:783] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:55.699946 13084 tablet_copy_client.cc:647] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:55.700984 13091 tablet_copy_client.cc:1002] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:56.016714 9522 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 3 FOLLOWER]: Refusing update from remote peer 972b5e3439b94993a5dc902f7642bb1f: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
I20240503 13:59:56.017155 13071 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:56.025710 6835 consensus_queue.cc:237] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 2.9, Last appended by leader: 8, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:56.026856 8197 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:56.026947 8590 raft_consensus.cc:1261] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Refusing update from remote peer 17d678d622e0493f9754e52a2add1022: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:56.027297 13074 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:56.027498 12347 consensus_queue.cc:1035] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:56.029090 12915 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P 17d678d622e0493f9754e52a2add1022 [term 2 LEADER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.029525 8590 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.029615 8197 raft_consensus.cc:2932] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.030730 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d72b4b3fd247477ea6c18f270f54ef19 with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:56.032148 6300 catalog_manager.cc:5484] T d72b4b3fd247477ea6c18f270f54ef19 P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 2 leader_uuid: "17d678d622e0493f9754e52a2add1022" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.034639 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet d72b4b3fd247477ea6c18f270f54ef19 with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:56.035044 13197 tablet_replica.cc:330] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:56.035537 13197 raft_consensus.cc:2229] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:56.035722 13197 raft_consensus.cc:2258] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:56.035954 6835 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 3 FOLLOWER]: Refusing update from remote peer 972b5e3439b94993a5dc902f7642bb1f: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
I20240503 13:59:56.036360 13071 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:56.036767 13197 ts_tablet_manager.cc:1875] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:56.039495 13197 ts_tablet_manager.cc:1888] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.9
I20240503 13:59:56.039569 13197 log.cc:1196] T d72b4b3fd247477ea6c18f270f54ef19 P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/d72b4b3fd247477ea6c18f270f54ef19
I20240503 13:59:56.039669 6571 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 3 FOLLOWER]: Refusing update from remote peer 972b5e3439b94993a5dc902f7642bb1f: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
I20240503 13:59:56.040158 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet d72b4b3fd247477ea6c18f270f54ef19 (table rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]) successfully deleted
I20240503 13:59:56.041589 13071 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:56.045647 8458 consensus_queue.cc:237] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 3.10, Last appended by leader: 9, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:56.046739 9522 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 3 FOLLOWER]: Refusing update from remote peer 972b5e3439b94993a5dc902f7642bb1f: Log matching property violated. Preceding OpId in replica: term: 3 index: 10. Preceding OpId from leader: term: 3 index: 11. (index mismatch)
I20240503 13:59:56.046732 6835 raft_consensus.cc:1261] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 3 FOLLOWER]: Refusing update from remote peer 972b5e3439b94993a5dc902f7642bb1f: Log matching property violated. Preceding OpId in replica: term: 3 index: 10. Preceding OpId from leader: term: 3 index: 11. (index mismatch)
I20240503 13:59:56.047094 13199 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 13:59:56.047227 13071 consensus_queue.cc:1035] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 13:59:56.048712 13072 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f [term 3 LEADER]: Committing config change with OpId 3.11: config changed from index 9 to 11, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:56.049115 6835 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P 17d678d622e0493f9754e52a2add1022 [term 3 FOLLOWER]: Committing config change with OpId 3.11: config changed from index 9 to 11, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:56.049198 9522 raft_consensus.cc:2932] T 68a5fd2e8e804519967196b889f2f1bd P c444ab95c84e423390cbca8a48c10cbe [term 3 FOLLOWER]: Committing config change with OpId 3.11: config changed from index 9 to 11, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:56.051208 6285 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 68a5fd2e8e804519967196b889f2f1bd with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:56.051939 6292 catalog_manager.cc:5484] T 68a5fd2e8e804519967196b889f2f1bd P 972b5e3439b94993a5dc902f7642bb1f reported cstate change: config changed from index 9 to 11, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 3 leader_uuid: "972b5e3439b94993a5dc902f7642bb1f" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "972b5e3439b94993a5dc902f7642bb1f" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 36897 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:56.054484 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet 68a5fd2e8e804519967196b889f2f1bd with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 11) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:56.054998 13197 tablet_replica.cc:330] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:56.055148 13197 raft_consensus.cc:2229] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 3 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:56.055294 13197 raft_consensus.cc:2258] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2 [term 3 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:56.055954 13197 ts_tablet_manager.cc:1875] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:56.057695 13197 ts_tablet_manager.cc:1888] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 3.10
I20240503 13:59:56.057762 13197 log.cc:1196] T 68a5fd2e8e804519967196b889f2f1bd P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/68a5fd2e8e804519967196b889f2f1bd
I20240503 13:59:56.058241 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet 68a5fd2e8e804519967196b889f2f1bd (table rebalance_test_table_8 [id=b04542dedebf4e269916fcdc0313de15]) successfully deleted
I20240503 13:59:56.132933 8590 consensus_queue.cc:237] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 2.9, Last appended by leader: 8, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } }
I20240503 13:59:56.134312 8197 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Refusing update from remote peer fb8113edd8fd435f9bb5ea1b8be8b0e1: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:56.134370 6703 raft_consensus.cc:1261] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Refusing update from remote peer fb8113edd8fd435f9bb5ea1b8be8b0e1: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:56.134847 13078 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:56.135080 13077 consensus_queue.cc:1035] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:56.136799 12895 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P fb8113edd8fd435f9bb5ea1b8be8b0e1 [term 2 LEADER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.137212 8197 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.137358 6703 raft_consensus.cc:2932] T 4df8c703dbe94464b8b2be0cc7dc57d5 P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.139006 6286 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:56.139991 6300 catalog_manager.cc:5484] T 4df8c703dbe94464b8b2be0cc7dc57d5 P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 8 to 10, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 2 leader_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "fb8113edd8fd435f9bb5ea1b8be8b0e1" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 44753 } attrs { promote: false } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } }
I20240503 13:59:56.142562 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet 4df8c703dbe94464b8b2be0cc7dc57d5 with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:56.146353 13197 tablet_replica.cc:330] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:56.146503 13197 raft_consensus.cc:2229] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:56.146627 13197 raft_consensus.cc:2258] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2 [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:56.147298 13197 ts_tablet_manager.cc:1875] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:56.149541 13197 ts_tablet_manager.cc:1888] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.9
I20240503 13:59:56.149621 13197 log.cc:1196] T 4df8c703dbe94464b8b2be0cc7dc57d5 P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/4df8c703dbe94464b8b2be0cc7dc57d5
I20240503 13:59:56.150166 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet 4df8c703dbe94464b8b2be0cc7dc57d5 (table rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]) successfully deleted
I20240503 13:59:56.265619 6571 consensus_queue.cc:237] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:56.267068 8327 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 13:59:56.267313 6703 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
W20240503 13:59:56.267379 6507 consensus_peers.cc:485] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 -> Peer c444ab95c84e423390cbca8a48c10cbe (127.0.99.137:41659): Couldn't send request to peer c444ab95c84e423390cbca8a48c10cbe. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 5b7a9fa4743e496ab693563605a8866a. This is attempt 1: this message will repeat every 5th retry.
I20240503 13:59:56.267573 12453 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:56.267743 13201 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 13:59:56.269555 13201 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:56.270157 6703 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:56.270324 8327 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } } }
I20240503 13:59:56.273356 6300 catalog_manager.cc:5484] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 6 to 7, NON_VOTER c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 13:59:56.699945 12968 tablet_copy_client.cc:523] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:56.701272 12968 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:56.719605 12968 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:56.719887 12968 tablet_bootstrap.cc:492] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:56.720063 12968 ts_tablet_manager.cc:1367] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.019s user 0.018s sys 0.000s
I20240503 13:59:56.720491 12968 raft_consensus.cc:348] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:56.720600 12968 raft_consensus.cc:729] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:56.720686 12968 consensus_queue.cc:260] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:56.721058 12968 ts_tablet_manager.cc:1398] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 13:59:56.721608 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-377e258cc58243dc9df35f0314534799 received from {username='slave'} at 127.0.99.137:54719
I20240503 13:59:56.721707 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-377e258cc58243dc9df35f0314534799 on tablet 377e258cc58243dc9df35f0314534799 with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:56.764896 13008 tablet_copy_client.cc:523] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:56.766314 13008 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:56.772625 9522 raft_consensus.cc:1203] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Deduplicated request from leader. Original: 2.7->[2.8-2.8] Dedup: 2.8->[]
I20240503 13:59:56.784677 13008 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:56.784978 13008 tablet_bootstrap.cc:492] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:56.785149 13008 ts_tablet_manager.cc:1367] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.019s user 0.016s sys 0.000s
I20240503 13:59:56.785535 13008 raft_consensus.cc:348] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:56.785635 13008 raft_consensus.cc:729] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:56.785730 13008 consensus_queue.cc:260] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:56.785974 13008 ts_tablet_manager.cc:1398] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:56.786602 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-aafd222670e94ff48ed16355c7b7389a received from {username='slave'} at 127.0.99.137:54719
I20240503 13:59:56.786690 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-aafd222670e94ff48ed16355c7b7389a on tablet aafd222670e94ff48ed16355c7b7389a with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:56.821087 13008 ts_tablet_manager.cc:902] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: Initiating tablet copy from peer cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613)
I20240503 13:59:56.821573 13008 tablet_copy_client.cc:308] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:34613
I20240503 13:59:56.821993 6593 tablet_copy_service.cc:140] P cda412a18f0041659c85d719db5a00c2: Received BeginTabletCopySession request for tablet 5b7a9fa4743e496ab693563605a8866a from peer c444ab95c84e423390cbca8a48c10cbe ({username='slave'} at 127.0.99.137:54719)
I20240503 13:59:56.822098 6593 tablet_copy_service.cc:161] P cda412a18f0041659c85d719db5a00c2: Beginning new tablet copy session on tablet 5b7a9fa4743e496ab693563605a8866a from peer c444ab95c84e423390cbca8a48c10cbe at {username='slave'} at 127.0.99.137:54719: session id = c444ab95c84e423390cbca8a48c10cbe-5b7a9fa4743e496ab693563605a8866a
I20240503 13:59:56.822901 6593 tablet_copy_source_session.cc:205] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 13:59:56.823772 13008 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5b7a9fa4743e496ab693563605a8866a. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 13:59:56.825829 13008 tablet_copy_client.cc:783] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 0 data blocks...
I20240503 13:59:56.825984 13008 tablet_copy_client.cc:647] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Starting download of 1 WAL segments...
I20240503 13:59:56.827117 13328 tablet_copy_client.cc:1002] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Injecting latency into file download: 1500
I20240503 13:59:56.827152 9522 raft_consensus.cc:1203] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:56.899392 13013 tablet_copy_client.cc:523] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:56.900681 13013 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:56.918349 13013 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:56.918601 13013 tablet_bootstrap.cc:492] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:56.918735 13013 ts_tablet_manager.cc:1367] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.018s user 0.015s sys 0.004s
I20240503 13:59:56.919188 13013 raft_consensus.cc:348] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:56.919302 13013 raft_consensus.cc:729] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:56.919384 13013 consensus_queue.cc:260] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:56.919631 13013 ts_tablet_manager.cc:1398] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:56.920238 6724 tablet_copy_service.cc:342] P 0b13fa235b1a4dfab410ec9cf4bd3956: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-a09524fe9e1342548c10b1789cfc744b received from {username='slave'} at 127.0.99.137:49103
I20240503 13:59:56.920332 6724 tablet_copy_service.cc:433] P 0b13fa235b1a4dfab410ec9cf4bd3956: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-a09524fe9e1342548c10b1789cfc744b on tablet a09524fe9e1342548c10b1789cfc744b with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:57.201340 13084 tablet_copy_client.cc:523] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:57.202777 13084 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:57.225548 13084 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:57.225867 13084 tablet_bootstrap.cc:492] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:57.226048 13084 ts_tablet_manager.cc:1367] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.023s user 0.016s sys 0.004s
I20240503 13:59:57.226486 13084 raft_consensus.cc:348] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:57.226598 13084 raft_consensus.cc:729] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:57.226693 13084 consensus_queue.cc:260] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:57.226987 13084 ts_tablet_manager.cc:1398] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 13:59:57.227665 6461 tablet_copy_service.cc:342] P 3f9c8cf346544a22905970278f8c0d85: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-2508d040a2614655b487c0b2f87906bd received from {username='slave'} at 127.0.99.137:52643
I20240503 13:59:57.227753 6461 tablet_copy_service.cc:433] P 3f9c8cf346544a22905970278f8c0d85: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-2508d040a2614655b487c0b2f87906bd on tablet 2508d040a2614655b487c0b2f87906bd with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:57.252632 9522 raft_consensus.cc:1203] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:57.255134 13385 raft_consensus.cc:1050] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:57.255558 13385 consensus_queue.cc:237] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:57.256951 8328 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:57.256945 6703 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:57.257340 13385 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:57.257514 12453 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:57.257565 9522 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:57.258051 13386 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
I20240503 13:59:57.259770 13385 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.260715 9522 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.262867 8328 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.263211 6294 catalog_manager.cc:5484] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:57.264787 6703 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.271347 6571 consensus_queue.cc:237] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:57.272534 9522 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:57.272574 8328 raft_consensus.cc:1261] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:57.272923 13386 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:57.273144 13388 consensus_queue.cc:1035] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:57.274802 12453 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.276083 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet aafd222670e94ff48ed16355c7b7389a with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:57.276494 9522 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.276768 8328 raft_consensus.cc:2932] T aafd222670e94ff48ed16355c7b7389a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.277230 6300 catalog_manager.cc:5484] T aafd222670e94ff48ed16355c7b7389a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:57.280046 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet aafd222670e94ff48ed16355c7b7389a with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:57.280405 13395 tablet_replica.cc:330] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:57.280526 13395 raft_consensus.cc:2229] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:57.280676 13395 raft_consensus.cc:2258] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:57.281260 13395 ts_tablet_manager.cc:1875] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:57.283223 13395 ts_tablet_manager.cc:1888] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:57.283294 13395 log.cc:1196] T aafd222670e94ff48ed16355c7b7389a P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/aafd222670e94ff48ed16355c7b7389a
I20240503 13:59:57.283767 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet aafd222670e94ff48ed16355c7b7389a (table rebalance_test_table_3 [id=4617a9c8c78a4a39a4f1502d9f5d6b68]) successfully deleted
I20240503 13:59:57.355844 13386 raft_consensus.cc:1050] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:57.356389 13386 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 5, Current term: 2, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:57.357803 6442 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:57.357869 9522 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [term 2 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:57.358371 8328 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
I20240503 13:59:57.358569 12453 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:57.358739 13385 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:57.358920 13386 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:57.360622 12453 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.361068 9522 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [term 2 FOLLOWER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.363126 6442 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.363261 8328 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Committing config change with OpId 2.9: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.363514 6298 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:57.367336 6571 consensus_queue.cc:237] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 2.9, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:57.368456 9522 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:57.368772 8328 raft_consensus.cc:1261] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 2 index: 9. Preceding OpId from leader: term: 2 index: 10. (index mismatch)
I20240503 13:59:57.369294 12453 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:57.369470 13386 consensus_queue.cc:1035] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 13:59:57.370859 12453 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P cda412a18f0041659c85d719db5a00c2 [term 2 LEADER]: Committing config change with OpId 2.10: config changed from index 9 to 10, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.371279 9522 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P c444ab95c84e423390cbca8a48c10cbe [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 9 to 10, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.371403 8328 raft_consensus.cc:2932] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e [term 2 FOLLOWER]: Committing config change with OpId 2.10: config changed from index 9 to 10, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.372428 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 377e258cc58243dc9df35f0314534799 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:57.373756 6294 catalog_manager.cc:5484] T 377e258cc58243dc9df35f0314534799 P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 9 to 10, VOTER 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129) evicted. New cstate: current_term: 2 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.375880 6422 tablet_service.cc:1514] Processing DeleteTablet for tablet 377e258cc58243dc9df35f0314534799 with delete_type TABLET_DATA_TOMBSTONED (TS 3f9c8cf346544a22905970278f8c0d85 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:42804
I20240503 13:59:57.376271 13400 tablet_replica.cc:330] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: stopping tablet replica
I20240503 13:59:57.376400 13400 raft_consensus.cc:2229] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:57.376581 13400 raft_consensus.cc:2258] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85 [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:57.377187 13400 ts_tablet_manager.cc:1875] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:57.379009 13400 ts_tablet_manager.cc:1888] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.9
I20240503 13:59:57.379076 13400 log.cc:1196] T 377e258cc58243dc9df35f0314534799 P 3f9c8cf346544a22905970278f8c0d85: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/377e258cc58243dc9df35f0314534799
I20240503 13:59:57.379580 6287 catalog_manager.cc:4830] TS 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): tablet 377e258cc58243dc9df35f0314534799 (table rebalance_test_table_4 [id=66d1837166374a209c6542a7b612dbfb]) successfully deleted
I20240503 13:59:57.436470 9522 raft_consensus.cc:1203] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:57.755290 13458 raft_consensus.cc:1050] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:57.755728 13458 consensus_queue.cc:237] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:57.757151 8328 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:57.757158 6835 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:57.757170 9522 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:57.757553 13458 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:57.757742 13457 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:57.757906 13460 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:57.759922 13457 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.760393 6835 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.760511 9522 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.763494 6294 catalog_manager.cc:5484] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.764012 8328 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "17d678d622e0493f9754e52a2add1022" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 41979 } attrs { replace: true } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.766958 6703 consensus_queue.cc:237] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:57.768079 8328 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:57.768419 13457 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:57.768543 9522 raft_consensus.cc:1261] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer 0b13fa235b1a4dfab410ec9cf4bd3956: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:57.768880 13457 consensus_queue.cc:1035] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:57.769959 13458 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.770501 8328 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.770922 9522 raft_consensus.cc:2932] T a09524fe9e1342548c10b1789cfc744b P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:57.771356 6284 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet a09524fe9e1342548c10b1789cfc744b with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:57.772476 6294 catalog_manager.cc:5484] T a09524fe9e1342548c10b1789cfc744b P 0b13fa235b1a4dfab410ec9cf4bd3956 reported cstate change: config changed from index 8 to 9, VOTER 17d678d622e0493f9754e52a2add1022 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:57.774982 6815 tablet_service.cc:1514] Processing DeleteTablet for tablet a09524fe9e1342548c10b1789cfc744b with delete_type TABLET_DATA_TOMBSTONED (TS 17d678d622e0493f9754e52a2add1022 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:48992
I20240503 13:59:57.775346 13464 tablet_replica.cc:330] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: stopping tablet replica
I20240503 13:59:57.775496 13464 raft_consensus.cc:2229] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:57.775709 13464 raft_consensus.cc:2258] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:57.776353 13464 ts_tablet_manager.cc:1875] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:57.778031 13464 ts_tablet_manager.cc:1888] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:57.778091 13464 log.cc:1196] T a09524fe9e1342548c10b1789cfc744b P 17d678d622e0493f9754e52a2add1022: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/a09524fe9e1342548c10b1789cfc744b
I20240503 13:59:57.778606 6287 catalog_manager.cc:4830] TS 17d678d622e0493f9754e52a2add1022 (127.0.99.132:41979): tablet a09524fe9e1342548c10b1789cfc744b (table rebalance_test_table_9 [id=bfe9936490534bb48c2143f4e5e56214]) successfully deleted
I20240503 13:59:58.060851 13491 raft_consensus.cc:1050] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:58.061309 13491 consensus_queue.cc:237] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:58.062747 9522 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:58.062992 6571 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:58.063023 8197 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:58.063474 13327 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:58.063644 13491 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:58.063768 13493 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:58.065621 13491 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.066006 9522 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.066355 6571 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.068608 6292 catalog_manager.cc:5484] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.069360 8197 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } attrs { replace: true } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.072629 6442 consensus_queue.cc:237] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:58.073904 8197 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:58.073900 9522 raft_consensus.cc:1261] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer 3f9c8cf346544a22905970278f8c0d85: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:58.074328 13327 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:58.074496 13491 consensus_queue.cc:1035] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:58.075984 13327 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P 3f9c8cf346544a22905970278f8c0d85 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.076606 8197 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.078300 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 2508d040a2614655b487c0b2f87906bd with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:58.078562 9522 raft_consensus.cc:2932] T 2508d040a2614655b487c0b2f87906bd P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.078711 6292 catalog_manager.cc:5484] T 2508d040a2614655b487c0b2f87906bd P a4de399cf8ab4f418f507fa0c2e73475 reported cstate change: config changed from index 8 to 9, VOTER cda412a18f0041659c85d719db5a00c2 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "3f9c8cf346544a22905970278f8c0d85" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "3f9c8cf346544a22905970278f8c0d85" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 44653 } } peers { permanent_uuid: "a4de399cf8ab4f418f507fa0c2e73475" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 46697 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.081279 6553 tablet_service.cc:1514] Processing DeleteTablet for tablet 2508d040a2614655b487c0b2f87906bd with delete_type TABLET_DATA_TOMBSTONED (TS cda412a18f0041659c85d719db5a00c2 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:55500
I20240503 13:59:58.081698 13498 tablet_replica.cc:330] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: stopping tablet replica
I20240503 13:59:58.081848 13498 raft_consensus.cc:2229] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:58.082039 13498 raft_consensus.cc:2258] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:58.082664 13498 ts_tablet_manager.cc:1875] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:58.084443 13498 ts_tablet_manager.cc:1888] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:58.084514 13498 log.cc:1196] T 2508d040a2614655b487c0b2f87906bd P cda412a18f0041659c85d719db5a00c2: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/2508d040a2614655b487c0b2f87906bd
I20240503 13:59:58.084990 6287 catalog_manager.cc:4830] TS cda412a18f0041659c85d719db5a00c2 (127.0.99.130:34613): tablet 2508d040a2614655b487c0b2f87906bd (table rebalance_test_table_7 [id=2a378aeb8764406b9255bd5838eac764]) successfully deleted
I20240503 13:59:58.327435 13008 tablet_copy_client.cc:523] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 13:59:58.328811 13008 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: Bootstrap starting.
I20240503 13:59:58.348003 13008 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 13:59:58.348248 13008 tablet_bootstrap.cc:492] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: Bootstrap complete.
I20240503 13:59:58.348392 13008 ts_tablet_manager.cc:1367] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: Time spent bootstrapping tablet: real 0.020s user 0.019s sys 0.000s
I20240503 13:59:58.348752 13008 raft_consensus.cc:348] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:58.348853 13008 raft_consensus.cc:729] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: c444ab95c84e423390cbca8a48c10cbe, State: Initialized, Role: LEARNER
I20240503 13:59:58.348935 13008 consensus_queue.cc:260] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: true } }
I20240503 13:59:58.349222 13008 ts_tablet_manager.cc:1398] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 13:59:58.349748 6593 tablet_copy_service.cc:342] P cda412a18f0041659c85d719db5a00c2: Request end of tablet copy session c444ab95c84e423390cbca8a48c10cbe-5b7a9fa4743e496ab693563605a8866a received from {username='slave'} at 127.0.99.137:54719
I20240503 13:59:58.349838 6593 tablet_copy_service.cc:433] P cda412a18f0041659c85d719db5a00c2: ending tablet copy session c444ab95c84e423390cbca8a48c10cbe-5b7a9fa4743e496ab693563605a8866a on tablet 5b7a9fa4743e496ab693563605a8866a with peer c444ab95c84e423390cbca8a48c10cbe
I20240503 13:59:58.402357 9522 raft_consensus.cc:1203] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Deduplicated request from leader. Original: 1.6->[1.7-1.7] Dedup: 1.7->[]
I20240503 13:59:58.875958 13534 raft_consensus.cc:1050] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2: attempting to promote NON_VOTER c444ab95c84e423390cbca8a48c10cbe to VOTER
I20240503 13:59:58.876443 13534 consensus_queue.cc:237] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 3, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:58.878005 8328 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:58.878067 9522 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [term 1 LEARNER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:58.878123 6703 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 13:59:58.878448 13385 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:58.878652 12453 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:58.878867 13534 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 13:59:58.881130 12453 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.881580 6703 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.881655 8328 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.883103 9522 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.884263 6300 catalog_manager.cc:5484] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e reported cstate change: config changed from index 7 to 8, c444ab95c84e423390cbca8a48c10cbe (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "0b13fa235b1a4dfab410ec9cf4bd3956" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 43655 } attrs { replace: true } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.887545 6571 consensus_queue.cc:237] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } }
I20240503 13:59:58.888525 9522 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:58.888569 8328 raft_consensus.cc:1261] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Refusing update from remote peer cda412a18f0041659c85d719db5a00c2: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 13:59:58.888862 13385 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:58.889014 12453 consensus_queue.cc:1035] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 13:59:58.890497 13534 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.890885 8328 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P 838a933acedc4890b32a89e0fab1981e [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.891012 9522 raft_consensus.cc:2932] T 5b7a9fa4743e496ab693563605a8866a P c444ab95c84e423390cbca8a48c10cbe [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } } }
I20240503 13:59:58.891867 6287 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 5b7a9fa4743e496ab693563605a8866a with cas_config_opid_index 8: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 13:59:58.893182 6298 catalog_manager.cc:5484] T 5b7a9fa4743e496ab693563605a8866a P cda412a18f0041659c85d719db5a00c2 reported cstate change: config changed from index 8 to 9, VOTER 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "cda412a18f0041659c85d719db5a00c2" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "cda412a18f0041659c85d719db5a00c2" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 34613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838a933acedc4890b32a89e0fab1981e" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 46529 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c444ab95c84e423390cbca8a48c10cbe" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 41659 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 13:59:58.895539 6684 tablet_service.cc:1514] Processing DeleteTablet for tablet 5b7a9fa4743e496ab693563605a8866a with delete_type TABLET_DATA_TOMBSTONED (TS 0b13fa235b1a4dfab410ec9cf4bd3956 not found in new config with opid_index 9) from {username='slave'} at 127.0.0.1:59758
I20240503 13:59:58.895925 13542 tablet_replica.cc:330] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: stopping tablet replica
I20240503 13:59:58.896117 13542 raft_consensus.cc:2229] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 13:59:58.896328 13542 raft_consensus.cc:2258] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 13:59:58.896881 13542 ts_tablet_manager.cc:1875] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 13:59:58.898996 13542 ts_tablet_manager.cc:1888] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.8
I20240503 13:59:58.899067 13542 log.cc:1196] T 5b7a9fa4743e496ab693563605a8866a P 0b13fa235b1a4dfab410ec9cf4bd3956: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/5b7a9fa4743e496ab693563605a8866a
I20240503 13:59:58.899523 6284 catalog_manager.cc:4830] TS 0b13fa235b1a4dfab410ec9cf4bd3956 (127.0.99.131:43655): tablet 5b7a9fa4743e496ab693563605a8866a (table rebalance_test_table_1 [id=330c682527334c4388c9eef15c0a6de5]) successfully deleted
I20240503 13:59:59.033366 6684 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.035768 6422 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.035964 6815 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:59.036219 8308 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.043150 9502 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.043588 6553 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:59.053400 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.060119 8570 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.062606 8426 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.180090 6684 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.182693 6422 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.183707 8308 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.187827 6815 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:59.192072 9502 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.203001 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.203012 8426 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.205279 6553 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:59.229496 8570 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.473660 6684 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.474885 8308 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.481429 9502 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.482036 8426 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.483418 8570 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.483436 6815 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:59.486613 6422 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.494755 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.504052 6553 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:59.617884 8308 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.619733 6684 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.625321 6422 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.629878 8426 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.630393 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.635069 6553 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:59.645051 6815 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:59.646389 9502 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.650410 8570 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.794598 6684 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.795377 6815 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:59.802394 6422 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.802642 8570 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.802670 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.805855 8426 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.812630 8308 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.827000 9502 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.830685 6553 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:59.948773 6684 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.948797 6815 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 13:59:59.949772 6422 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 13:59:59.954082 8177 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.958742 9502 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 13:59:59.959762 8308 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.963595 8426 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 13:59:59.969548 6553 tablet_service.cc:1429] Tablet server has 9 leaders and 0 scanners
I20240503 13:59:59.992601 8570 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
Master Summary
UUID | Address | Status
----------------------------------+--------------------+---------
d2aaa0de821945e99f8c9e6e81ad3995 | 127.0.99.190:34455 | HEALTHY
Unusual flags for Master:
Flag | Value | Tags | Master
------------------------------------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
ipki_ca_key_size | 768 | experimental | all 1 server(s) checked
ipki_server_key_size | 768 | experimental | all 1 server(s) checked
never_fsync | true | unsafe,advanced | all 1 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 1 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 1 server(s) checked
rpc_reuseport | true | experimental | all 1 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 1 server(s) checked
server_dump_info_format | pb | hidden | all 1 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb | hidden | all 1 server(s) checked
tsk_num_rsa_bits | 512 | experimental | all 1 server(s) checked
Flags of checked categories for Master:
Flag | Value | Master
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:34473 | all 1 server(s) checked
time_source | builtin | all 1 server(s) checked
Tablet Server Summary
UUID | Address | Status | Location | Tablet Leaders | Active Scanners
----------------------------------+--------------------+---------+----------+----------------+-----------------
0b13fa235b1a4dfab410ec9cf4bd3956 | 127.0.99.131:43655 | HEALTHY | <none> | 7 | 0
17d678d622e0493f9754e52a2add1022 | 127.0.99.132:41979 | HEALTHY | <none> | 4 | 0
3f9c8cf346544a22905970278f8c0d85 | 127.0.99.129:44653 | HEALTHY | <none> | 7 | 0
838a933acedc4890b32a89e0fab1981e | 127.0.99.134:46529 | HEALTHY | <none> | 1 | 0
972b5e3439b94993a5dc902f7642bb1f | 127.0.99.135:36897 | HEALTHY | <none> | 1 | 0
a4de399cf8ab4f418f507fa0c2e73475 | 127.0.99.133:46697 | HEALTHY | <none> | 0 | 0
c444ab95c84e423390cbca8a48c10cbe | 127.0.99.137:41659 | HEALTHY | <none> | 0 | 0
cda412a18f0041659c85d719db5a00c2 | 127.0.99.130:34613 | HEALTHY | <none> | 9 | 0
fb8113edd8fd435f9bb5ea1b8be8b0e1 | 127.0.99.136:44753 | HEALTHY | <none> | 1 | 0
Tablet Server Location Summary
Location | Count
----------+---------
<none> | 9
Unusual flags for Tablet Server:
Flag | Value | Tags | Tablet Server
---------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
ipki_server_key_size | 768 | experimental | all 9 server(s) checked
local_ip_for_outbound_sockets | 127.0.99.129 | experimental | 127.0.99.129:44653
local_ip_for_outbound_sockets | 127.0.99.130 | experimental | 127.0.99.130:34613
local_ip_for_outbound_sockets | 127.0.99.131 | experimental | 127.0.99.131:43655
local_ip_for_outbound_sockets | 127.0.99.132 | experimental | 127.0.99.132:41979
local_ip_for_outbound_sockets | 127.0.99.133 | experimental | 127.0.99.133:46697
local_ip_for_outbound_sockets | 127.0.99.134 | experimental | 127.0.99.134:46529
local_ip_for_outbound_sockets | 127.0.99.135 | experimental | 127.0.99.135:36897
local_ip_for_outbound_sockets | 127.0.99.136 | experimental | 127.0.99.136:44753
local_ip_for_outbound_sockets | 127.0.99.137 | experimental | 127.0.99.137:41659
never_fsync | true | unsafe,advanced | all 9 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 9 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 9 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 9 server(s) checked
server_dump_info_format | pb | hidden | all 9 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb | hidden | 127.0.99.129:44653
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb | hidden | 127.0.99.130:34613
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb | hidden | 127.0.99.131:43655
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb | hidden | 127.0.99.132:41979
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb | hidden | 127.0.99.133:46697
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb | hidden | 127.0.99.134:46529
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb | hidden | 127.0.99.135:36897
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb | hidden | 127.0.99.136:44753
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.TserverAddedDuringRebalancingTest.TserverStarts_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb | hidden | 127.0.99.137:41659
tablet_copy_download_file_inject_latency_ms | 1500 | hidden | all 9 server(s) checked
Flags of checked categories for Tablet Server:
Flag | Value | Tablet Server
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:34473 | all 9 server(s) checked
time_source | builtin | all 9 server(s) checked
Version Summary
Version | Servers
-----------------+--------------------------
1.18.0-SNAPSHOT | all 10 server(s) checked
Tablet Summary
The cluster doesn't have any matching system tables
Summary by table
Name | RF | Status | Total Tablets | Healthy | Recovering | Under-replicated | Unavailable
------------------------+----+---------+---------------+---------+------------+------------------+-------------
rebalance_test_table_0 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_1 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_2 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_3 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_4 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_5 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_6 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_7 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_8 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_9 | 3 | HEALTHY | 3 | 3 | 0 | 0 | 0
Tablet Replica Count Summary
Statistic | Replica Count
----------------+---------------
Minimum | 10
First Quartile | 10
Median | 10
Third Quartile | 10
Maximum | 10
Total Count Summary
| Total Count
----------------+-------------
Masters | 1
Tablet Servers | 9
Tables | 10
Tablets | 30
Replicas | 90
==================
Warnings:
==================
Some masters have unsafe, experimental, or hidden flags set
Some tablet servers have unsafe, experimental, or hidden flags set
OK
I20240503 14:00:00.025099 398 log_verifier.cc:126] Checking tablet 00b0f89b5d644b6ca90296be7ca2e830
I20240503 14:00:00.051680 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 00b0f89b5d644b6ca90296be7ca2e830
I20240503 14:00:00.051759 398 log_verifier.cc:126] Checking tablet 0f8c898398af4a79b514190535e5ea2f
I20240503 14:00:00.078423 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 0f8c898398af4a79b514190535e5ea2f
I20240503 14:00:00.078501 398 log_verifier.cc:126] Checking tablet 113b41bcb1d94a35a4ac496ed3bd64ff
I20240503 14:00:00.104300 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 113b41bcb1d94a35a4ac496ed3bd64ff
I20240503 14:00:00.104372 398 log_verifier.cc:126] Checking tablet 1f850957218d48c6890a07fec6b8d0d3
I20240503 14:00:00.129415 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet 1f850957218d48c6890a07fec6b8d0d3
I20240503 14:00:00.129482 398 log_verifier.cc:126] Checking tablet 240339bf1f814cf4bac2305ad66158e2
I20240503 14:00:00.155452 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet 240339bf1f814cf4bac2305ad66158e2
I20240503 14:00:00.155529 398 log_verifier.cc:126] Checking tablet 2508d040a2614655b487c0b2f87906bd
I20240503 14:00:00.181757 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 2508d040a2614655b487c0b2f87906bd
I20240503 14:00:00.181828 398 log_verifier.cc:126] Checking tablet 2c8930732ef740c0928e2b02b7d1ddfc
I20240503 14:00:00.208644 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 2c8930732ef740c0928e2b02b7d1ddfc
I20240503 14:00:00.208729 398 log_verifier.cc:126] Checking tablet 377e258cc58243dc9df35f0314534799
I20240503 14:00:00.237183 398 log_verifier.cc:177] Verified matching terms for 10 ops in tablet 377e258cc58243dc9df35f0314534799
I20240503 14:00:00.237257 398 log_verifier.cc:126] Checking tablet 4d920aa70406413989c8af2f4e15c933
I20240503 14:00:00.262234 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet 4d920aa70406413989c8af2f4e15c933
I20240503 14:00:00.262310 398 log_verifier.cc:126] Checking tablet 4df8c703dbe94464b8b2be0cc7dc57d5
I20240503 14:00:00.287371 398 log_verifier.cc:177] Verified matching terms for 10 ops in tablet 4df8c703dbe94464b8b2be0cc7dc57d5
I20240503 14:00:00.287437 398 log_verifier.cc:126] Checking tablet 5299b491d4aa4eb2bf3db0c4345fdb2f
I20240503 14:00:00.313309 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 5299b491d4aa4eb2bf3db0c4345fdb2f
I20240503 14:00:00.313377 398 log_verifier.cc:126] Checking tablet 5b7a9fa4743e496ab693563605a8866a
I20240503 14:00:00.338788 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 5b7a9fa4743e496ab693563605a8866a
I20240503 14:00:00.338858 398 log_verifier.cc:126] Checking tablet 609325beb88b455fb5000afc34d60649
I20240503 14:00:00.364655 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet 609325beb88b455fb5000afc34d60649
I20240503 14:00:00.364720 398 log_verifier.cc:126] Checking tablet 61a55c5449714d349a4e3d4207f75bbe
I20240503 14:00:00.390872 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 61a55c5449714d349a4e3d4207f75bbe
I20240503 14:00:00.390940 398 log_verifier.cc:126] Checking tablet 68a5fd2e8e804519967196b889f2f1bd
I20240503 14:00:00.416316 398 log_verifier.cc:177] Verified matching terms for 11 ops in tablet 68a5fd2e8e804519967196b889f2f1bd
I20240503 14:00:00.416391 398 log_verifier.cc:126] Checking tablet 6eba744d824a45bf990bb1b2c9a192f5
I20240503 14:00:00.441812 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet 6eba744d824a45bf990bb1b2c9a192f5
I20240503 14:00:00.441880 398 log_verifier.cc:126] Checking tablet 7d47a1c6056344bb9a5e4423cc721789
I20240503 14:00:00.467762 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 7d47a1c6056344bb9a5e4423cc721789
I20240503 14:00:00.467840 398 log_verifier.cc:126] Checking tablet 953409bb0c8640c5b97362dcc8ce9651
I20240503 14:00:00.493603 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet 953409bb0c8640c5b97362dcc8ce9651
I20240503 14:00:00.493671 398 log_verifier.cc:126] Checking tablet 9706c8f717bd44018a58c652276a7d3d
I20240503 14:00:00.518715 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet 9706c8f717bd44018a58c652276a7d3d
I20240503 14:00:00.518780 398 log_verifier.cc:126] Checking tablet a09524fe9e1342548c10b1789cfc744b
I20240503 14:00:00.544682 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet a09524fe9e1342548c10b1789cfc744b
I20240503 14:00:00.544762 398 log_verifier.cc:126] Checking tablet a962ba70c6f54677a700131fcd53660f
I20240503 14:00:00.572031 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet a962ba70c6f54677a700131fcd53660f
I20240503 14:00:00.572096 398 log_verifier.cc:126] Checking tablet aafd222670e94ff48ed16355c7b7389a
I20240503 14:00:00.598177 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet aafd222670e94ff48ed16355c7b7389a
I20240503 14:00:00.598292 398 log_verifier.cc:126] Checking tablet b5815f3fab754ee9ab2d2489f79988fc
I20240503 14:00:00.624295 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet b5815f3fab754ee9ab2d2489f79988fc
I20240503 14:00:00.624370 398 log_verifier.cc:126] Checking tablet d48ec70e996c484095521ae329fd8a14
I20240503 14:00:00.650951 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet d48ec70e996c484095521ae329fd8a14
I20240503 14:00:00.651041 398 log_verifier.cc:126] Checking tablet d50dfa4e796e4c2e9160f47b71f57b9c
I20240503 14:00:00.678814 398 log_verifier.cc:177] Verified matching terms for 9 ops in tablet d50dfa4e796e4c2e9160f47b71f57b9c
I20240503 14:00:00.678882 398 log_verifier.cc:126] Checking tablet d72b4b3fd247477ea6c18f270f54ef19
I20240503 14:00:00.704555 398 log_verifier.cc:177] Verified matching terms for 10 ops in tablet d72b4b3fd247477ea6c18f270f54ef19
I20240503 14:00:00.704627 398 log_verifier.cc:126] Checking tablet d9756738cc534aebb6f0718ffc8c5715
I20240503 14:00:00.730895 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet d9756738cc534aebb6f0718ffc8c5715
I20240503 14:00:00.730968 398 log_verifier.cc:126] Checking tablet db055ca302ac45f289c8e95df6af77b5
I20240503 14:00:00.759217 398 log_verifier.cc:177] Verified matching terms for 10 ops in tablet db055ca302ac45f289c8e95df6af77b5
I20240503 14:00:00.759285 398 log_verifier.cc:126] Checking tablet dbc8bc50f826449190351bfa5db4e711
I20240503 14:00:00.789722 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet dbc8bc50f826449190351bfa5db4e711
I20240503 14:00:00.789789 398 log_verifier.cc:126] Checking tablet eba7dc489e184209a5d4bd90bd9c3b9b
I20240503 14:00:00.818997 398 log_verifier.cc:177] Verified matching terms for 6 ops in tablet eba7dc489e184209a5d4bd90bd9c3b9b
I20240503 14:00:00.819445 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 6360
W20240503 14:00:00.830613 6771 connection.cc:535] client connection to 127.0.99.129:44653 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
W20240503 14:00:00.830789 6771 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
I20240503 14:00:00.831311 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 6491
W20240503 14:00:00.833236 6771 consensus_peers.cc:485] T eba7dc489e184209a5d4bd90bd9c3b9b P 17d678d622e0493f9754e52a2add1022 -> Peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): Couldn't send request to peer 3f9c8cf346544a22905970278f8c0d85. Status: Network error: Client connection negotiation failed: client connection to 127.0.99.129:44653: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
W20240503 14:00:00.838682 6771 consensus_peers.cc:485] T d9756738cc534aebb6f0718ffc8c5715 P 17d678d622e0493f9754e52a2add1022 -> Peer 3f9c8cf346544a22905970278f8c0d85 (127.0.99.129:44653): Couldn't send request to peer 3f9c8cf346544a22905970278f8c0d85. Status: Network error: Client connection negotiation failed: client connection to 127.0.99.129:44653: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:00.839658 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 6622
I20240503 14:00:00.847494 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 6753
I20240503 14:00:00.854657 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 8115
I20240503 14:00:00.861192 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 8246
I20240503 14:00:00.867827 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 8377
I20240503 14:00:00.874374 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 8508
I20240503 14:00:00.880558 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 9324
I20240503 14:00:00.886679 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 6269
2024-05-03T14:00:00Z chronyd exiting
[ OK ] TserverAddedDuringRebalancingTest.TserverStarts/1 (29376 ms)
[----------] 1 test from TserverAddedDuringRebalancingTest (29376 ms total)
[----------] 1 test from RebalancerAndSingleReplicaTablets
[ RUN ] RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove/5
I20240503 14:00:00.997664 398 test_util.cc:268] Using random seed: 582906138
I20240503 14:00:00.998459 398 ts_itest-base.cc:112] Starting cluster with:
I20240503 14:00:00.998500 398 ts_itest-base.cc:113] --------------
I20240503 14:00:00.998512 398 ts_itest-base.cc:114] 4 tablet servers
I20240503 14:00:00.998522 398 ts_itest-base.cc:115] 1 replicas per TS
I20240503 14:00:00.998533 398 ts_itest-base.cc:116] --------------
2024-05-03T14:00:00Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
2024-05-03T14:00:00Z Disabled control of system clock
I20240503 14:00:01.007158 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
master
run
--ipki_ca_key_size=768
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:34935
--webserver_interface=127.0.99.190
--webserver_port=0
--builtin_ntp_servers=127.0.99.148:36891
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--rpc_reuseport=true
--master_addresses=127.0.99.190:34935
--raft_prepare_replacement_before_eviction=true
--tserver_unresponsive_timeout_ms=3000
--enable_range_replica_placement=false with env {}
W20240503 14:00:01.112933 13822 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:01.113206 13822 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:01.113279 13822 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:01.116302 13822 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:01.116381 13822 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
W20240503 14:00:01.116441 13822 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:01.116482 13822 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
W20240503 14:00:01.116516 13822 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
I20240503 14:00:01.120574 13822 master_runner.cc:386] Master server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:36891
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--enable_range_replica_placement=false
--ipki_ca_key_size=768
--master_addresses=127.0.99.190:34935
--tserver_unresponsive_timeout_ms=3000
--ipki_server_key_size=768
--openssl_security_level_override=0
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:34935
--rpc_reuseport=true
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--webserver_interface=127.0.99.190
--webserver_port=0
--never_fsync=true
--heap_profile_path=/tmp/kudu.13822
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--logbuflevel=-1
--logtostderr=true
Master server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:01.121577 13822 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:01.122717 13822 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:01.130992 13827 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.131800 13830 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:01.132786 13822 server_base.cc:1034] running on GCE node
W20240503 14:00:01.133504 13828 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:01.134016 13822 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:01.134958 13822 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:01.136111 13822 hybrid_clock.cc:648] HybridClock initialized: now 1714744801136090 us; error 34 us; skew 500 ppm
I20240503 14:00:01.137987 13822 webserver.cc:460] Webserver started at http://127.0.99.190:39893/ using document root <none> and password file <none>
I20240503 14:00:01.138573 13822 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:01.138641 13822 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:01.138815 13822 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:01.140456 13822 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/instance:
uuid: "b799e6c51a1342ada60097a290e8066f"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.140920 13822 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance:
uuid: "b799e6c51a1342ada60097a290e8066f"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.144284 13822 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 14:00:01.146921 13836 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.148188 13822 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
I20240503 14:00:01.148309 13822 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
uuid: "b799e6c51a1342ada60097a290e8066f"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.148422 13822 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:01.172400 13822 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:01.173092 13822 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:01.173285 13822 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:01.180045 13822 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.190:34935
I20240503 14:00:01.180081 13888 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.190:34935 every 8 connection(s)
I20240503 14:00:01.181020 13822 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
I20240503 14:00:01.182432 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 13822
I20240503 14:00:01.182545 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance
I20240503 14:00:01.183763 13889 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:01.189833 13889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f: Bootstrap starting.
I20240503 14:00:01.192142 13889 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:01.192843 13889 log.cc:824] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:01.194394 13889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f: No bootstrap required, opened a new log
I20240503 14:00:01.196833 13889 raft_consensus.cc:348] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b799e6c51a1342ada60097a290e8066f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34935 } }
I20240503 14:00:01.197042 13889 raft_consensus.cc:374] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:01.197111 13889 raft_consensus.cc:729] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b799e6c51a1342ada60097a290e8066f, State: Initialized, Role: FOLLOWER
I20240503 14:00:01.197543 13889 consensus_queue.cc:260] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b799e6c51a1342ada60097a290e8066f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34935 } }
I20240503 14:00:01.197666 13889 raft_consensus.cc:388] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:01.197711 13889 raft_consensus.cc:482] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:01.197788 13889 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:01.198624 13889 raft_consensus.cc:504] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b799e6c51a1342ada60097a290e8066f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34935 } }
I20240503 14:00:01.198923 13889 leader_election.cc:302] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: b799e6c51a1342ada60097a290e8066f; no voters:
I20240503 14:00:01.199203 13889 leader_election.cc:288] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:01.199498 13894 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:01.199703 13894 raft_consensus.cc:686] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [term 1 LEADER]: Becoming Leader. State: Replica: b799e6c51a1342ada60097a290e8066f, State: Running, Role: LEADER
I20240503 14:00:01.199987 13894 consensus_queue.cc:237] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b799e6c51a1342ada60097a290e8066f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34935 } }
I20240503 14:00:01.200256 13889 sys_catalog.cc:564] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [sys.catalog]: configured and running, proceeding with master startup.
I20240503 14:00:01.201308 13895 sys_catalog.cc:455] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "b799e6c51a1342ada60097a290e8066f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b799e6c51a1342ada60097a290e8066f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34935 } } }
I20240503 14:00:01.201408 13895 sys_catalog.cc:458] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [sys.catalog]: This master's current role is: LEADER
I20240503 14:00:01.201777 13903 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240503 14:00:01.201728 13896 sys_catalog.cc:455] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b799e6c51a1342ada60097a290e8066f. Latest consensus state: current_term: 1 leader_uuid: "b799e6c51a1342ada60097a290e8066f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b799e6c51a1342ada60097a290e8066f" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 34935 } } }
I20240503 14:00:01.201894 13896 sys_catalog.cc:458] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f [sys.catalog]: This master's current role is: LEADER
I20240503 14:00:01.204584 13903 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240503 14:00:01.210021 13903 catalog_manager.cc:1347] Generated new cluster ID: 5c532b5505884b9295ef741b6a3d65ac
I20240503 14:00:01.210088 13903 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240503 14:00:01.223738 13903 catalog_manager.cc:1370] Generated new certificate authority record
I20240503 14:00:01.224664 13903 catalog_manager.cc:1504] Loading token signing keys...
I20240503 14:00:01.238461 13903 catalog_manager.cc:5857] T 00000000000000000000000000000000 P b799e6c51a1342ada60097a290e8066f: Generated new TSK 0
I20240503 14:00:01.239198 13903 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240503 14:00:01.246853 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.129:0
--local_ip_for_outbound_sockets=127.0.99.129
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--builtin_ntp_servers=127.0.99.148:36891
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 14:00:01.354365 13913 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:01.354597 13913 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:01.354665 13913 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:01.357807 13913 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:01.357884 13913 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:01.357957 13913 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.129
I20240503 14:00:01.361632 13913 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:36891
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.129:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--never_fsync=true
--heap_profile_path=/tmp/kudu.13913
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.129
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:01.362591 13913 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:01.363723 13913 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:01.372545 13918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.373340 13919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.374135 13921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:01.375034 13913 server_base.cc:1034] running on GCE node
I20240503 14:00:01.375481 13913 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:01.376121 13913 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:01.377275 13913 hybrid_clock.cc:648] HybridClock initialized: now 1714744801377262 us; error 26 us; skew 500 ppm
I20240503 14:00:01.379217 13913 webserver.cc:460] Webserver started at http://127.0.99.129:34927/ using document root <none> and password file <none>
I20240503 14:00:01.379792 13913 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:01.379853 13913 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:01.380023 13913 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:01.381685 13913 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/instance:
uuid: "d23e65e8f2444437a59236a91aecebf6"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.382171 13913 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance:
uuid: "d23e65e8f2444437a59236a91aecebf6"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.385532 13913 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:01.387756 13927 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.388720 13913 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:01.388836 13913 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
uuid: "d23e65e8f2444437a59236a91aecebf6"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.388921 13913 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:01.399974 13913 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:01.400645 13913 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:01.400820 13913 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:01.401369 13913 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:01.402359 13913 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:01.402410 13913 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.402467 13913 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:01.402495 13913 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.410645 13913 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.129:43513
I20240503 14:00:01.410694 14040 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.129:43513 every 8 connection(s)
I20240503 14:00:01.411609 13913 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
I20240503 14:00:01.412531 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 13913
I20240503 14:00:01.412669 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance
I20240503 14:00:01.414680 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:0
--local_ip_for_outbound_sockets=127.0.99.130
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--builtin_ntp_servers=127.0.99.148:36891
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:01.421531 14041 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34935
I20240503 14:00:01.421814 14041 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:01.422626 14041 heartbeater.cc:511] Master 127.0.99.190:34935 requested a full tablet report, sending...
I20240503 14:00:01.424170 13852 ts_manager.cc:194] Registered new tserver with Master: d23e65e8f2444437a59236a91aecebf6 (127.0.99.129:43513)
I20240503 14:00:01.425503 13852 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.129:43475
W20240503 14:00:01.522955 14044 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:01.523216 14044 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:01.523260 14044 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:01.526455 14044 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:01.526533 14044 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:01.526625 14044 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 14:00:01.530423 14044 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:36891
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--never_fsync=true
--heap_profile_path=/tmp/kudu.14044
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:01.531364 14044 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:01.532497 14044 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:01.541728 14049 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.542554 14052 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.543488 14050 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:01.544364 14044 server_base.cc:1034] running on GCE node
I20240503 14:00:01.544855 14044 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:01.545468 14044 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:01.546630 14044 hybrid_clock.cc:648] HybridClock initialized: now 1714744801546610 us; error 41 us; skew 500 ppm
I20240503 14:00:01.548635 14044 webserver.cc:460] Webserver started at http://127.0.99.130:46769/ using document root <none> and password file <none>
I20240503 14:00:01.549221 14044 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:01.549281 14044 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:01.549453 14044 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:01.551225 14044 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/instance:
uuid: "3cfee6708a0e4e85b0000118c456a1e6"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.551751 14044 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance:
uuid: "3cfee6708a0e4e85b0000118c456a1e6"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.555184 14044 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
I20240503 14:00:01.557394 14058 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.558430 14044 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 14:00:01.558555 14044 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "3cfee6708a0e4e85b0000118c456a1e6"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.558662 14044 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:01.581884 14044 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:01.582548 14044 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:01.582720 14044 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:01.583266 14044 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:01.584163 14044 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:01.584211 14044 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.584275 14044 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:01.584302 14044 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.592437 14044 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:43081
I20240503 14:00:01.592466 14171 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:43081 every 8 connection(s)
I20240503 14:00:01.593477 14044 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 14:00:01.601176 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 14044
I20240503 14:00:01.601313 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance
I20240503 14:00:01.602288 14172 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34935
I20240503 14:00:01.602504 14172 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:01.603040 14172 heartbeater.cc:511] Master 127.0.99.190:34935 requested a full tablet report, sending...
I20240503 14:00:01.603369 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:0
--local_ip_for_outbound_sockets=127.0.99.131
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--builtin_ntp_servers=127.0.99.148:36891
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:01.604025 13852 ts_manager.cc:194] Registered new tserver with Master: 3cfee6708a0e4e85b0000118c456a1e6 (127.0.99.130:43081)
I20240503 14:00:01.604777 13852 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:59111
W20240503 14:00:01.711588 14175 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:01.711804 14175 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:01.711863 14175 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:01.714875 14175 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:01.714946 14175 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:01.715040 14175 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 14:00:01.718667 14175 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:36891
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--never_fsync=true
--heap_profile_path=/tmp/kudu.14175
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:01.719565 14175 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:01.720681 14175 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:01.729704 14181 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.730489 14180 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.731377 14183 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:01.732255 14175 server_base.cc:1034] running on GCE node
I20240503 14:00:01.732633 14175 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:01.733178 14175 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:01.734339 14175 hybrid_clock.cc:648] HybridClock initialized: now 1714744801734325 us; error 31 us; skew 500 ppm
I20240503 14:00:01.736300 14175 webserver.cc:460] Webserver started at http://127.0.99.131:39103/ using document root <none> and password file <none>
I20240503 14:00:01.736907 14175 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:01.736963 14175 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:01.737152 14175 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:01.738910 14175 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/instance:
uuid: "9a9adc8b0e414d1e810c938c5ee749bc"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.739369 14175 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance:
uuid: "9a9adc8b0e414d1e810c938c5ee749bc"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.742657 14175 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 14:00:01.744766 14189 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.745770 14175 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:01.745877 14175 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "9a9adc8b0e414d1e810c938c5ee749bc"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.745963 14175 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:01.759148 14175 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:01.759696 14175 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:01.759848 14175 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:01.760350 14175 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:01.761173 14175 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:01.761219 14175 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.761261 14175 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:01.761292 14175 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.769487 14175 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:41985
I20240503 14:00:01.769536 14302 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:41985 every 8 connection(s)
I20240503 14:00:01.770925 14175 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 14:00:01.778965 14303 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34935
I20240503 14:00:01.779170 14303 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:01.779392 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 14175
I20240503 14:00:01.779508 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance
I20240503 14:00:01.779822 14303 heartbeater.cc:511] Master 127.0.99.190:34935 requested a full tablet report, sending...
I20240503 14:00:01.780755 13853 ts_manager.cc:194] Registered new tserver with Master: 9a9adc8b0e414d1e810c938c5ee749bc (127.0.99.131:41985)
I20240503 14:00:01.781459 13853 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:39229
I20240503 14:00:01.781658 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.132:0
--local_ip_for_outbound_sockets=127.0.99.132
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--builtin_ntp_servers=127.0.99.148:36891
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 14:00:01.887215 14306 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:01.887511 14306 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:01.887595 14306 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:01.890663 14306 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:01.890736 14306 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:01.890825 14306 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.132
I20240503 14:00:01.894502 14306 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:36891
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.132:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:34935
--never_fsync=true
--heap_profile_path=/tmp/kudu.14306
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.132
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:01.895411 14306 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:01.896517 14306 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:01.905385 14314 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.906257 14311 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:01.907109 14312 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:01.907963 14306 server_base.cc:1034] running on GCE node
I20240503 14:00:01.908360 14306 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:01.908915 14306 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:01.910063 14306 hybrid_clock.cc:648] HybridClock initialized: now 1714744801910047 us; error 36 us; skew 500 ppm
I20240503 14:00:01.912004 14306 webserver.cc:460] Webserver started at http://127.0.99.132:41761/ using document root <none> and password file <none>
I20240503 14:00:01.912554 14306 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:01.912613 14306 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:01.912782 14306 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:01.914439 14306 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/instance:
uuid: "765a751021ea4ae09a781cb8d80c4093"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.914902 14306 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance:
uuid: "765a751021ea4ae09a781cb8d80c4093"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.918007 14306 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 14:00:01.920075 14320 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.921046 14306 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:01.921144 14306 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
uuid: "765a751021ea4ae09a781cb8d80c4093"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:01.921224 14306 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:01.946544 14306 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:01.947108 14306 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:01.947255 14306 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:01.947759 14306 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:01.948586 14306 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:01.948632 14306 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.948690 14306 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:01.948717 14306 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:01.956748 14306 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.132:44485
I20240503 14:00:01.956771 14433 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.132:44485 every 8 connection(s)
I20240503 14:00:01.957628 14306 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
I20240503 14:00:01.965600 14434 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34935
I20240503 14:00:01.965804 14434 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:01.966396 14434 heartbeater.cc:511] Master 127.0.99.190:34935 requested a full tablet report, sending...
I20240503 14:00:01.967301 13853 ts_manager.cc:194] Registered new tserver with Master: 765a751021ea4ae09a781cb8d80c4093 (127.0.99.132:44485)
I20240503 14:00:01.967597 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 14306
I20240503 14:00:01.967722 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance
I20240503 14:00:01.968009 13853 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.132:53695
I20240503 14:00:01.969717 398 external_mini_cluster.cc:930] 4 TS(s) registered with all masters
I20240503 14:00:01.977885 13853 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59062:
name: "TestTable"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
owner: "alice"
I20240503 14:00:01.992568 13975 tablet_service.cc:1467] Processing CreateTablet for tablet 73c60f3f0859423c8bd9b8bc1e982f57 (DEFAULT_TABLE table=TestTable [id=26318a46932e4cd3bcbc2f4f740b2c0c]), partition=RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:01.993449 13975 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 73c60f3f0859423c8bd9b8bc1e982f57. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:01.998471 14447 tablet_bootstrap.cc:492] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6: Bootstrap starting.
I20240503 14:00:02.000375 14447 tablet_bootstrap.cc:654] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:02.001122 14447 log.cc:824] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:02.002624 14447 tablet_bootstrap.cc:492] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6: No bootstrap required, opened a new log
I20240503 14:00:02.002807 14447 ts_tablet_manager.cc:1367] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.003s
I20240503 14:00:02.005533 14447 raft_consensus.cc:348] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:02.005702 14447 raft_consensus.cc:374] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:02.005759 14447 raft_consensus.cc:729] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Initialized, Role: FOLLOWER
I20240503 14:00:02.006120 14447 consensus_queue.cc:260] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:02.006274 14447 raft_consensus.cc:388] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:02.006335 14447 raft_consensus.cc:482] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:02.006439 14447 raft_consensus.cc:3037] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:02.007187 14447 raft_consensus.cc:504] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:02.007493 14447 leader_election.cc:302] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d23e65e8f2444437a59236a91aecebf6; no voters:
I20240503 14:00:02.007748 14447 leader_election.cc:288] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:02.007848 14449 raft_consensus.cc:2781] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:02.008072 14449 raft_consensus.cc:686] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [term 1 LEADER]: Becoming Leader. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Running, Role: LEADER
I20240503 14:00:02.008348 14449 consensus_queue.cc:237] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:02.008524 14041 heartbeater.cc:503] Master 127.0.99.190:34935 was elected leader, sending a full tablet report...
I20240503 14:00:02.008598 14447 ts_tablet_manager.cc:1398] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6: Time spent starting tablet: real 0.006s user 0.003s sys 0.003s
I20240503 14:00:02.011332 13853 catalog_manager.cc:5484] T 73c60f3f0859423c8bd9b8bc1e982f57 P d23e65e8f2444437a59236a91aecebf6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d23e65e8f2444437a59236a91aecebf6 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d23e65e8f2444437a59236a91aecebf6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:02.018222 398 external_mini_cluster.cc:930] 4 TS(s) registered with all masters
I20240503 14:00:02.019433 398 ts_itest-base.cc:233] Waiting for 1 tablets on tserver d23e65e8f2444437a59236a91aecebf6 to finish bootstrapping
I20240503 14:00:02.024365 398 ts_itest-base.cc:233] Waiting for 0 tablets on tserver 3cfee6708a0e4e85b0000118c456a1e6 to finish bootstrapping
I20240503 14:00:02.029918 398 ts_itest-base.cc:233] Waiting for 0 tablets on tserver 9a9adc8b0e414d1e810c938c5ee749bc to finish bootstrapping
I20240503 14:00:02.035297 398 ts_itest-base.cc:233] Waiting for 0 tablets on tserver 765a751021ea4ae09a781cb8d80c4093 to finish bootstrapping
I20240503 14:00:02.040282 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 14175
I20240503 14:00:02.045749 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 14306
I20240503 14:00:02.606778 14172 heartbeater.cc:503] Master 127.0.99.190:34935 was elected leader, sending a full tablet report...
I20240503 14:00:05.802119 13853 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59062:
name: "rebalance_test_table_0"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 14:00:05.809031 13975 tablet_service.cc:1467] Processing CreateTablet for tablet d3bc86f8a074417ba7defd47682a9d0d (DEFAULT_TABLE table=rebalance_test_table_0 [id=f12ce2d2030e4f3497b0c7e0b9f35e1b]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:05.809396 13975 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d3bc86f8a074417ba7defd47682a9d0d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:05.811723 14464 tablet_bootstrap.cc:492] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6: Bootstrap starting.
I20240503 14:00:05.813736 14105 tablet_service.cc:1467] Processing CreateTablet for tablet 43f42b4ad6a346568788c2543c9048c9 (DEFAULT_TABLE table=rebalance_test_table_0 [id=f12ce2d2030e4f3497b0c7e0b9f35e1b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:05.813725 14106 tablet_service.cc:1467] Processing CreateTablet for tablet c59c299c36cd4770b2d1c1270b42bf95 (DEFAULT_TABLE table=rebalance_test_table_0 [id=f12ce2d2030e4f3497b0c7e0b9f35e1b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:05.814441 14464 tablet_bootstrap.cc:654] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:05.814752 14106 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c59c299c36cd4770b2d1c1270b42bf95. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:05.815066 14105 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 43f42b4ad6a346568788c2543c9048c9. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:05.815498 14464 tablet_bootstrap.cc:492] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6: No bootstrap required, opened a new log
I20240503 14:00:05.815590 14464 ts_tablet_manager.cc:1367] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 14:00:05.816063 14464 raft_consensus.cc:348] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:05.816155 14464 raft_consensus.cc:374] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:05.816188 14464 raft_consensus.cc:729] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Initialized, Role: FOLLOWER
I20240503 14:00:05.816316 14464 consensus_queue.cc:260] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:05.816382 14464 raft_consensus.cc:388] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:05.816423 14464 raft_consensus.cc:482] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:05.816473 14464 raft_consensus.cc:3037] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:05.817260 14464 raft_consensus.cc:504] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:05.817396 14464 leader_election.cc:302] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d23e65e8f2444437a59236a91aecebf6; no voters:
I20240503 14:00:05.817561 14464 leader_election.cc:288] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:05.817668 14466 raft_consensus.cc:2781] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:05.817881 14464 ts_tablet_manager.cc:1398] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
I20240503 14:00:05.817912 14466 raft_consensus.cc:686] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [term 1 LEADER]: Becoming Leader. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Running, Role: LEADER
I20240503 14:00:05.818153 14466 consensus_queue.cc:237] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:05.819648 13853 catalog_manager.cc:5484] T d3bc86f8a074417ba7defd47682a9d0d P d23e65e8f2444437a59236a91aecebf6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d23e65e8f2444437a59236a91aecebf6 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d23e65e8f2444437a59236a91aecebf6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:05.821396 14471 tablet_bootstrap.cc:492] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6: Bootstrap starting.
I20240503 14:00:05.823153 14471 tablet_bootstrap.cc:654] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:05.823760 14471 log.cc:824] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:05.825055 14471 tablet_bootstrap.cc:492] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6: No bootstrap required, opened a new log
I20240503 14:00:05.825217 14471 ts_tablet_manager.cc:1367] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
I20240503 14:00:05.827733 14471 raft_consensus.cc:348] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.827890 14471 raft_consensus.cc:374] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:05.827922 14471 raft_consensus.cc:729] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Initialized, Role: FOLLOWER
I20240503 14:00:05.828246 14471 consensus_queue.cc:260] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.828341 14471 raft_consensus.cc:388] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:05.828383 14471 raft_consensus.cc:482] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:05.828454 14471 raft_consensus.cc:3037] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:05.829099 14471 raft_consensus.cc:504] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.829373 14471 leader_election.cc:302] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3cfee6708a0e4e85b0000118c456a1e6; no voters:
I20240503 14:00:05.829593 14471 leader_election.cc:288] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:05.829689 14473 raft_consensus.cc:2781] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:05.829870 14473 raft_consensus.cc:686] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 LEADER]: Becoming Leader. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Running, Role: LEADER
I20240503 14:00:05.830174 14473 consensus_queue.cc:237] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.830368 14471 ts_tablet_manager.cc:1398] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent starting tablet: real 0.005s user 0.006s sys 0.000s
I20240503 14:00:05.830582 14471 tablet_bootstrap.cc:492] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6: Bootstrap starting.
I20240503 14:00:05.831535 14471 tablet_bootstrap.cc:654] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:05.832459 14471 tablet_bootstrap.cc:492] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6: No bootstrap required, opened a new log
I20240503 14:00:05.832546 14471 ts_tablet_manager.cc:1367] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:05.832971 13853 catalog_manager.cc:5484] T 43f42b4ad6a346568788c2543c9048c9 P 3cfee6708a0e4e85b0000118c456a1e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cfee6708a0e4e85b0000118c456a1e6 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "3cfee6708a0e4e85b0000118c456a1e6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:05.833055 14471 raft_consensus.cc:348] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.833122 14471 raft_consensus.cc:374] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:05.833158 14471 raft_consensus.cc:729] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Initialized, Role: FOLLOWER
I20240503 14:00:05.833331 14471 consensus_queue.cc:260] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.833447 14471 raft_consensus.cc:388] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:05.833534 14471 raft_consensus.cc:482] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:05.833590 14471 raft_consensus.cc:3037] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:05.834272 14471 raft_consensus.cc:504] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.834396 14471 leader_election.cc:302] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3cfee6708a0e4e85b0000118c456a1e6; no voters:
I20240503 14:00:05.834493 14471 leader_election.cc:288] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:05.834534 14473 raft_consensus.cc:2781] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:05.834609 14473 raft_consensus.cc:686] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 LEADER]: Becoming Leader. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Running, Role: LEADER
I20240503 14:00:05.834700 14473 consensus_queue.cc:237] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:05.834751 14471 ts_tablet_manager.cc:1398] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
I20240503 14:00:05.836479 13853 catalog_manager.cc:5484] T c59c299c36cd4770b2d1c1270b42bf95 P 3cfee6708a0e4e85b0000118c456a1e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cfee6708a0e4e85b0000118c456a1e6 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "3cfee6708a0e4e85b0000118c456a1e6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.000418 13853 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59062:
name: "rebalance_test_table_1"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 14:00:06.005694 13975 tablet_service.cc:1467] Processing CreateTablet for tablet 5a0c616635c84e52a48c5df391115eff (DEFAULT_TABLE table=rebalance_test_table_1 [id=5a36a8a5ed2242b883991e8f314bd792]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.006027 13975 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 5a0c616635c84e52a48c5df391115eff. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.006152 13974 tablet_service.cc:1467] Processing CreateTablet for tablet 78cf205186a441a89e34f8b9fc4e7aaa (DEFAULT_TABLE table=rebalance_test_table_1 [id=5a36a8a5ed2242b883991e8f314bd792]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.006502 13974 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 78cf205186a441a89e34f8b9fc4e7aaa. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.007730 14464 tablet_bootstrap.cc:492] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6: Bootstrap starting.
I20240503 14:00:06.008155 14106 tablet_service.cc:1467] Processing CreateTablet for tablet 98214f2337814f4599f84254f019f996 (DEFAULT_TABLE table=rebalance_test_table_1 [id=5a36a8a5ed2242b883991e8f314bd792]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.008394 14106 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 98214f2337814f4599f84254f019f996. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.008574 14464 tablet_bootstrap.cc:654] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.009601 14464 tablet_bootstrap.cc:492] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6: No bootstrap required, opened a new log
I20240503 14:00:06.009721 14464 ts_tablet_manager.cc:1367] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:06.010272 14471 tablet_bootstrap.cc:492] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6: Bootstrap starting.
I20240503 14:00:06.010231 14464 raft_consensus.cc:348] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.010335 14464 raft_consensus.cc:374] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.010370 14464 raft_consensus.cc:729] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.010495 14464 consensus_queue.cc:260] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.010576 14464 raft_consensus.cc:388] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.010598 14464 raft_consensus.cc:482] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.010627 14464 raft_consensus.cc:3037] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.011021 14471 tablet_bootstrap.cc:654] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.011212 14464 raft_consensus.cc:504] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.011305 14464 leader_election.cc:302] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d23e65e8f2444437a59236a91aecebf6; no voters:
I20240503 14:00:06.011370 14464 leader_election.cc:288] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.011464 14468 raft_consensus.cc:2781] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.011538 14468 raft_consensus.cc:686] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [term 1 LEADER]: Becoming Leader. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Running, Role: LEADER
I20240503 14:00:06.011595 14464 ts_tablet_manager.cc:1398] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:06.011641 14468 consensus_queue.cc:237] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.011725 14464 tablet_bootstrap.cc:492] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6: Bootstrap starting.
I20240503 14:00:06.012671 14471 tablet_bootstrap.cc:492] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6: No bootstrap required, opened a new log
I20240503 14:00:06.012754 14471 ts_tablet_manager.cc:1367] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.001s
I20240503 14:00:06.012835 14464 tablet_bootstrap.cc:654] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.013247 14471 raft_consensus.cc:348] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.013350 14471 raft_consensus.cc:374] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.013399 14471 raft_consensus.cc:729] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.013532 14471 consensus_queue.cc:260] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.013624 14471 raft_consensus.cc:388] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.013525 13853 catalog_manager.cc:5484] T 5a0c616635c84e52a48c5df391115eff P d23e65e8f2444437a59236a91aecebf6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d23e65e8f2444437a59236a91aecebf6 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d23e65e8f2444437a59236a91aecebf6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.013664 14471 raft_consensus.cc:482] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.013705 14471 raft_consensus.cc:3037] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.014084 14464 tablet_bootstrap.cc:492] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6: No bootstrap required, opened a new log
I20240503 14:00:06.014242 14464 ts_tablet_manager.cc:1367] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:06.014657 14471 raft_consensus.cc:504] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.014722 14464 raft_consensus.cc:348] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.014786 14464 raft_consensus.cc:374] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.014788 14471 leader_election.cc:302] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3cfee6708a0e4e85b0000118c456a1e6; no voters:
I20240503 14:00:06.014816 14464 raft_consensus.cc:729] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.014885 14471 leader_election.cc:288] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.014938 14474 raft_consensus.cc:2781] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.015013 14474 raft_consensus.cc:686] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 LEADER]: Becoming Leader. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Running, Role: LEADER
I20240503 14:00:06.015105 14471 ts_tablet_manager.cc:1398] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:06.015121 14474 consensus_queue.cc:237] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.015563 14464 consensus_queue.cc:260] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.015715 14464 raft_consensus.cc:388] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.015794 14464 raft_consensus.cc:482] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.015880 14464 raft_consensus.cc:3037] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.016572 13852 catalog_manager.cc:5484] T 98214f2337814f4599f84254f019f996 P 3cfee6708a0e4e85b0000118c456a1e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cfee6708a0e4e85b0000118c456a1e6 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "3cfee6708a0e4e85b0000118c456a1e6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.016855 14464 raft_consensus.cc:504] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.016964 14464 leader_election.cc:302] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d23e65e8f2444437a59236a91aecebf6; no voters:
I20240503 14:00:06.017051 14464 leader_election.cc:288] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.017165 14467 raft_consensus.cc:2781] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.017235 14467 raft_consensus.cc:686] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [term 1 LEADER]: Becoming Leader. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Running, Role: LEADER
I20240503 14:00:06.017283 14464 ts_tablet_manager.cc:1398] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:06.017354 14467 consensus_queue.cc:237] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.019762 13853 catalog_manager.cc:5484] T 78cf205186a441a89e34f8b9fc4e7aaa P d23e65e8f2444437a59236a91aecebf6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d23e65e8f2444437a59236a91aecebf6 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d23e65e8f2444437a59236a91aecebf6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.187386 13853 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59062:
name: "rebalance_test_table_2"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 14:00:06.192755 14105 tablet_service.cc:1467] Processing CreateTablet for tablet 971b50cac05146969fdcbab171711a43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=8dfa732d2b164211bc53053bc75595a1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.192839 13974 tablet_service.cc:1467] Processing CreateTablet for tablet 1185a7fe64734bfdaaa44ba72bd10727 (DEFAULT_TABLE table=rebalance_test_table_2 [id=8dfa732d2b164211bc53053bc75595a1]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.192746 14106 tablet_service.cc:1467] Processing CreateTablet for tablet 776cc2f5aec64b01953719c41788e2d8 (DEFAULT_TABLE table=rebalance_test_table_2 [id=8dfa732d2b164211bc53053bc75595a1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.193109 13974 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1185a7fe64734bfdaaa44ba72bd10727. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.193109 14105 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 971b50cac05146969fdcbab171711a43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.194396 14106 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 776cc2f5aec64b01953719c41788e2d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.194911 14471 tablet_bootstrap.cc:492] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6: Bootstrap starting.
I20240503 14:00:06.195035 14464 tablet_bootstrap.cc:492] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6: Bootstrap starting.
I20240503 14:00:06.195659 14471 tablet_bootstrap.cc:654] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.195899 14464 tablet_bootstrap.cc:654] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.196666 14471 tablet_bootstrap.cc:492] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6: No bootstrap required, opened a new log
I20240503 14:00:06.196736 14471 ts_tablet_manager.cc:1367] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:06.197160 14464 tablet_bootstrap.cc:492] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6: No bootstrap required, opened a new log
I20240503 14:00:06.197186 14471 raft_consensus.cc:348] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.197237 14464 ts_tablet_manager.cc:1367] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:06.197280 14471 raft_consensus.cc:374] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.197314 14471 raft_consensus.cc:729] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.197448 14471 consensus_queue.cc:260] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.197520 14471 raft_consensus.cc:388] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.197552 14471 raft_consensus.cc:482] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.197590 14471 raft_consensus.cc:3037] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.197690 14464 raft_consensus.cc:348] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.197768 14464 raft_consensus.cc:374] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.197798 14464 raft_consensus.cc:729] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.197935 14464 consensus_queue.cc:260] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.198006 14464 raft_consensus.cc:388] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.198035 14464 raft_consensus.cc:482] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.198069 14464 raft_consensus.cc:3037] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.198489 14471 raft_consensus.cc:504] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.198606 14471 leader_election.cc:302] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3cfee6708a0e4e85b0000118c456a1e6; no voters:
I20240503 14:00:06.198837 14473 raft_consensus.cc:2781] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.198947 14473 raft_consensus.cc:686] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 LEADER]: Becoming Leader. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Running, Role: LEADER
I20240503 14:00:06.199023 14464 raft_consensus.cc:504] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.199069 14473 consensus_queue.cc:237] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.199134 14464 leader_election.cc:302] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d23e65e8f2444437a59236a91aecebf6; no voters:
I20240503 14:00:06.199259 14466 raft_consensus.cc:2781] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.199333 14466 raft_consensus.cc:686] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [term 1 LEADER]: Becoming Leader. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Running, Role: LEADER
I20240503 14:00:06.199466 14466 consensus_queue.cc:237] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.199802 14471 leader_election.cc:288] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.200172 14464 leader_election.cc:288] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.200266 14471 ts_tablet_manager.cc:1398] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:06.200428 14471 tablet_bootstrap.cc:492] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6: Bootstrap starting.
I20240503 14:00:06.200479 13853 catalog_manager.cc:5484] T 971b50cac05146969fdcbab171711a43 P 3cfee6708a0e4e85b0000118c456a1e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cfee6708a0e4e85b0000118c456a1e6 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "3cfee6708a0e4e85b0000118c456a1e6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.200628 14464 ts_tablet_manager.cc:1398] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
I20240503 14:00:06.200814 13852 catalog_manager.cc:5484] T 1185a7fe64734bfdaaa44ba72bd10727 P d23e65e8f2444437a59236a91aecebf6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d23e65e8f2444437a59236a91aecebf6 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d23e65e8f2444437a59236a91aecebf6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.201303 14471 tablet_bootstrap.cc:654] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.202523 14471 tablet_bootstrap.cc:492] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6: No bootstrap required, opened a new log
I20240503 14:00:06.202610 14471 ts_tablet_manager.cc:1367] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:06.203063 14471 raft_consensus.cc:348] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.203142 14471 raft_consensus.cc:374] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.203173 14471 raft_consensus.cc:729] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.203303 14471 consensus_queue.cc:260] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.203387 14471 raft_consensus.cc:388] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.203421 14471 raft_consensus.cc:482] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.203459 14471 raft_consensus.cc:3037] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.204241 14471 raft_consensus.cc:504] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.204377 14471 leader_election.cc:302] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3cfee6708a0e4e85b0000118c456a1e6; no voters:
I20240503 14:00:06.204459 14471 leader_election.cc:288] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.204510 14473 raft_consensus.cc:2781] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.204589 14473 raft_consensus.cc:686] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 LEADER]: Becoming Leader. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Running, Role: LEADER
I20240503 14:00:06.204669 14471 ts_tablet_manager.cc:1398] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:06.204696 14473 consensus_queue.cc:237] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.206454 13850 catalog_manager.cc:5484] T 776cc2f5aec64b01953719c41788e2d8 P 3cfee6708a0e4e85b0000118c456a1e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cfee6708a0e4e85b0000118c456a1e6 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "3cfee6708a0e4e85b0000118c456a1e6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.366904 13850 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59062:
name: "rebalance_test_table_3"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
I20240503 14:00:06.372108 13974 tablet_service.cc:1467] Processing CreateTablet for tablet 3e41be68f2e4423b859f1232189330bd (DEFAULT_TABLE table=rebalance_test_table_3 [id=7b5636e7b3844c9db967799a0dfef5b0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.372216 14106 tablet_service.cc:1467] Processing CreateTablet for tablet aba47baa0eff437aab464d4fc8e14edf (DEFAULT_TABLE table=rebalance_test_table_3 [id=7b5636e7b3844c9db967799a0dfef5b0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.372468 13974 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3e41be68f2e4423b859f1232189330bd. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.372538 14106 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aba47baa0eff437aab464d4fc8e14edf. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.374142 14471 tablet_bootstrap.cc:492] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6: Bootstrap starting.
I20240503 14:00:06.374161 14464 tablet_bootstrap.cc:492] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6: Bootstrap starting.
I20240503 14:00:06.374409 13975 tablet_service.cc:1467] Processing CreateTablet for tablet 8e0334456e954c3bb99d23b6b360b3bb (DEFAULT_TABLE table=rebalance_test_table_3 [id=7b5636e7b3844c9db967799a0dfef5b0]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:06.374629 13975 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8e0334456e954c3bb99d23b6b360b3bb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:06.375020 14464 tablet_bootstrap.cc:654] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.375058 14471 tablet_bootstrap.cc:654] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.376277 14464 tablet_bootstrap.cc:492] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6: No bootstrap required, opened a new log
I20240503 14:00:06.376360 14464 ts_tablet_manager.cc:1367] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:06.376374 14471 tablet_bootstrap.cc:492] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6: No bootstrap required, opened a new log
I20240503 14:00:06.376448 14471 ts_tablet_manager.cc:1367] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:06.376868 14464 raft_consensus.cc:348] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.376928 14471 raft_consensus.cc:348] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.376967 14464 raft_consensus.cc:374] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.377002 14471 raft_consensus.cc:374] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.377002 14464 raft_consensus.cc:729] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.377048 14471 raft_consensus.cc:729] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.377135 14464 consensus_queue.cc:260] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.377162 14471 consensus_queue.cc:260] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.377216 14471 raft_consensus.cc:388] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.377220 14464 raft_consensus.cc:388] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.377254 14471 raft_consensus.cc:482] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.377260 14464 raft_consensus.cc:482] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.377300 14471 raft_consensus.cc:3037] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.377303 14464 raft_consensus.cc:3037] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.377929 14464 raft_consensus.cc:504] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.377933 14471 raft_consensus.cc:504] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.378048 14471 leader_election.cc:302] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3cfee6708a0e4e85b0000118c456a1e6; no voters:
I20240503 14:00:06.378078 14464 leader_election.cc:302] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d23e65e8f2444437a59236a91aecebf6; no voters:
I20240503 14:00:06.378186 14464 leader_election.cc:288] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.378180 14471 leader_election.cc:288] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.378289 14475 raft_consensus.cc:2781] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.378367 14475 raft_consensus.cc:686] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [term 1 LEADER]: Becoming Leader. State: Replica: 3cfee6708a0e4e85b0000118c456a1e6, State: Running, Role: LEADER
I20240503 14:00:06.378443 14471 ts_tablet_manager.cc:1398] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:06.378481 14475 consensus_queue.cc:237] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } }
I20240503 14:00:06.378253 14466 raft_consensus.cc:2781] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.378769 14466 raft_consensus.cc:686] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [term 1 LEADER]: Becoming Leader. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Running, Role: LEADER
I20240503 14:00:06.378901 14466 consensus_queue.cc:237] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.379581 14464 ts_tablet_manager.cc:1398] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s
I20240503 14:00:06.379739 14464 tablet_bootstrap.cc:492] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6: Bootstrap starting.
I20240503 14:00:06.379878 13850 catalog_manager.cc:5484] T aba47baa0eff437aab464d4fc8e14edf P 3cfee6708a0e4e85b0000118c456a1e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cfee6708a0e4e85b0000118c456a1e6 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "3cfee6708a0e4e85b0000118c456a1e6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cfee6708a0e4e85b0000118c456a1e6" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 43081 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.380528 14464 tablet_bootstrap.cc:654] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:06.381572 14464 tablet_bootstrap.cc:492] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6: No bootstrap required, opened a new log
I20240503 14:00:06.381659 14464 ts_tablet_manager.cc:1367] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:06.382086 14464 raft_consensus.cc:348] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.382083 13852 catalog_manager.cc:5484] T 3e41be68f2e4423b859f1232189330bd P d23e65e8f2444437a59236a91aecebf6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d23e65e8f2444437a59236a91aecebf6 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d23e65e8f2444437a59236a91aecebf6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.382165 14464 raft_consensus.cc:374] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:06.382222 14464 raft_consensus.cc:729] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Initialized, Role: FOLLOWER
I20240503 14:00:06.382321 14464 consensus_queue.cc:260] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.382398 14464 raft_consensus.cc:388] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:06.382472 14464 raft_consensus.cc:482] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:06.382515 14464 raft_consensus.cc:3037] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:06.383356 14464 raft_consensus.cc:504] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.383479 14464 leader_election.cc:302] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d23e65e8f2444437a59236a91aecebf6; no voters:
I20240503 14:00:06.383561 14464 leader_election.cc:288] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:06.383618 14466 raft_consensus.cc:2781] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:06.383706 14466 raft_consensus.cc:686] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [term 1 LEADER]: Becoming Leader. State: Replica: d23e65e8f2444437a59236a91aecebf6, State: Running, Role: LEADER
I20240503 14:00:06.383801 14464 ts_tablet_manager.cc:1398] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:06.383816 14466 consensus_queue.cc:237] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } }
I20240503 14:00:06.385349 13852 catalog_manager.cc:5484] T 8e0334456e954c3bb99d23b6b360b3bb P d23e65e8f2444437a59236a91aecebf6 reported cstate change: term changed from 0 to 1, leader changed from <none> to d23e65e8f2444437a59236a91aecebf6 (127.0.99.129). New cstate: current_term: 1 leader_uuid: "d23e65e8f2444437a59236a91aecebf6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d23e65e8f2444437a59236a91aecebf6" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 43513 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:06.545691 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:41985
--local_ip_for_outbound_sockets=127.0.99.131
--tserver_master_addrs=127.0.99.190:34935
--webserver_port=39103
--webserver_interface=127.0.99.131
--builtin_ntp_servers=127.0.99.148:36891
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 14:00:06.650305 14570 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:06.650534 14570 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:06.650606 14570 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:06.654260 14570 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:06.654343 14570 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:06.654454 14570 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 14:00:06.658905 14570 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:36891
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:41985
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=39103
--tserver_master_addrs=127.0.99.190:34935
--never_fsync=true
--heap_profile_path=/tmp/kudu.14570
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:06.659775 14570 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:06.660852 14570 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:06.669320 14576 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:06.670213 14578 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:06.670977 14575 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:06.671761 14570 server_base.cc:1034] running on GCE node
I20240503 14:00:06.672106 14570 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:06.672639 14570 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:06.673789 14570 hybrid_clock.cc:648] HybridClock initialized: now 1714744806673774 us; error 28 us; skew 500 ppm
I20240503 14:00:06.675650 14570 webserver.cc:460] Webserver started at http://127.0.99.131:39103/ using document root <none> and password file <none>
I20240503 14:00:06.676160 14570 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:06.676227 14570 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:06.679435 14570 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.001s sys 0.002s
I20240503 14:00:06.681088 14584 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:06.682011 14570 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:06.682118 14570 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "9a9adc8b0e414d1e810c938c5ee749bc"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:06.682560 14570 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:06.695894 14570 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:06.696511 14570 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:06.696657 14570 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:06.697170 14570 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:06.698002 14570 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:06.698050 14570 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:06.698146 14570 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:06.698267 14570 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:06.706328 14570 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:41985
I20240503 14:00:06.706349 14697 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:41985 every 8 connection(s)
I20240503 14:00:06.707271 14570 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 14:00:06.711058 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 14570
I20240503 14:00:06.711576 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.132:44485
--local_ip_for_outbound_sockets=127.0.99.132
--tserver_master_addrs=127.0.99.190:34935
--webserver_port=41761
--webserver_interface=127.0.99.132
--builtin_ntp_servers=127.0.99.148:36891
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:06.715847 14698 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34935
I20240503 14:00:06.716056 14698 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:06.716728 14698 heartbeater.cc:511] Master 127.0.99.190:34935 requested a full tablet report, sending...
I20240503 14:00:06.717944 13852 ts_manager.cc:194] Re-registered known tserver with Master: 9a9adc8b0e414d1e810c938c5ee749bc (127.0.99.131:41985)
I20240503 14:00:06.718789 13852 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:55843
W20240503 14:00:06.817648 14701 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:06.817845 14701 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:06.817888 14701 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:06.820822 14701 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:06.820890 14701 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:06.820956 14701 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.132
I20240503 14:00:06.824486 14701 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:36891
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.132:44485
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--webserver_interface=127.0.99.132
--webserver_port=41761
--tserver_master_addrs=127.0.99.190:34935
--never_fsync=true
--heap_profile_path=/tmp/kudu.14701
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.132
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:06.825292 14701 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:06.826403 14701 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:06.835465 14709 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:06.836275 14706 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:06.837337 14701 server_base.cc:1034] running on GCE node
W20240503 14:00:06.838088 14707 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:06.838572 14701 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:06.839146 14701 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:06.840314 14701 hybrid_clock.cc:648] HybridClock initialized: now 1714744806840283 us; error 44 us; skew 500 ppm
I20240503 14:00:06.842377 14701 webserver.cc:460] Webserver started at http://127.0.99.132:41761/ using document root <none> and password file <none>
I20240503 14:00:06.842911 14701 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:06.842974 14701 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:06.846410 14701 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.004s sys 0.000s
I20240503 14:00:06.848289 14715 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:06.849257 14701 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:06.849351 14701 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
uuid: "765a751021ea4ae09a781cb8d80c4093"
format_stamp: "Formatted at 2024-05-03 14:00:01 on dist-test-slave-qkv2"
I20240503 14:00:06.849781 14701 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:06.870790 14701 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:06.871378 14701 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:06.871532 14701 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:06.872046 14701 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:06.872885 14701 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:06.872928 14701 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:06.872972 14701 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:06.873001 14701 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:06.881248 14701 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.132:44485
I20240503 14:00:06.881282 14828 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.132:44485 every 8 connection(s)
I20240503 14:00:06.882316 14701 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
I20240503 14:00:06.887761 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 14701
I20240503 14:00:06.891103 14829 heartbeater.cc:347] Connected to a master server at 127.0.99.190:34935
I20240503 14:00:06.891317 14829 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:06.891825 14829 heartbeater.cc:511] Master 127.0.99.190:34935 requested a full tablet report, sending...
I20240503 14:00:06.892781 13852 ts_manager.cc:194] Re-registered known tserver with Master: 765a751021ea4ae09a781cb8d80c4093 (127.0.99.132:44485)
I20240503 14:00:06.893323 13852 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.132:51881
I20240503 14:00:07.078563 13975 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 14:00:07.079128 14106 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 14:00:07.080134 14632 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:07.081784 14763 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:07.197645 14763 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:07.198674 14632 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:07.199224 14106 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 14:00:07.208997 13975 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
I20240503 14:00:07.293908 14632 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:07.293951 14106 tablet_service.cc:1429] Tablet server has 6 leaders and 0 scanners
I20240503 14:00:07.294637 14763 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:07.295467 13975 tablet_service.cc:1429] Tablet server has 7 leaders and 0 scanners
Master Summary
UUID | Address | Status
----------------------------------+--------------------+---------
b799e6c51a1342ada60097a290e8066f | 127.0.99.190:34935 | HEALTHY
Unusual flags for Master:
Flag | Value | Tags | Master
------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
ipki_ca_key_size | 768 | experimental | all 1 server(s) checked
ipki_server_key_size | 768 | experimental | all 1 server(s) checked
never_fsync | true | unsafe,advanced | all 1 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 1 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 1 server(s) checked
rpc_reuseport | true | experimental | all 1 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 1 server(s) checked
server_dump_info_format | pb | hidden | all 1 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb | hidden | all 1 server(s) checked
tsk_num_rsa_bits | 512 | experimental | all 1 server(s) checked
Flags of checked categories for Master:
Flag | Value | Master
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:36891 | all 1 server(s) checked
time_source | builtin | all 1 server(s) checked
Tablet Server Summary
UUID | Address | Status | Location | Tablet Leaders | Active Scanners
----------------------------------+--------------------+---------+----------+----------------+-----------------
3cfee6708a0e4e85b0000118c456a1e6 | 127.0.99.130:43081 | HEALTHY | <none> | 6 | 0
765a751021ea4ae09a781cb8d80c4093 | 127.0.99.132:44485 | HEALTHY | <none> | 0 | 0
9a9adc8b0e414d1e810c938c5ee749bc | 127.0.99.131:41985 | HEALTHY | <none> | 0 | 0
d23e65e8f2444437a59236a91aecebf6 | 127.0.99.129:43513 | HEALTHY | <none> | 7 | 0
Tablet Server Location Summary
Location | Count
----------+---------
<none> | 4
Unusual flags for Tablet Server:
Flag | Value | Tags | Tablet Server
------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----------------------+-------------------------
ipki_server_key_size | 768 | experimental | all 4 server(s) checked
local_ip_for_outbound_sockets | 127.0.99.129 | experimental | 127.0.99.129:43513
local_ip_for_outbound_sockets | 127.0.99.130 | experimental | 127.0.99.130:43081
local_ip_for_outbound_sockets | 127.0.99.131 | experimental | 127.0.99.131:41985
local_ip_for_outbound_sockets | 127.0.99.132 | experimental | 127.0.99.132:44485
never_fsync | true | unsafe,advanced | all 4 server(s) checked
openssl_security_level_override | 0 | unsafe,hidden | all 4 server(s) checked
raft_prepare_replacement_before_eviction | true | experimental,advanced | all 4 server(s) checked
rpc_server_allow_ephemeral_ports | true | unsafe | all 4 server(s) checked
server_dump_info_format | pb | hidden | all 4 server(s) checked
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb | hidden | 127.0.99.129:43513
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb | hidden | 127.0.99.130:43081
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb | hidden | 127.0.99.131:41985
server_dump_info_path | /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove_5.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb | hidden | 127.0.99.132:44485
Flags of checked categories for Tablet Server:
Flag | Value | Tablet Server
---------------------+--------------------+-------------------------
builtin_ntp_servers | 127.0.99.148:36891 | all 4 server(s) checked
time_source | builtin | all 4 server(s) checked
Version Summary
Version | Servers
-----------------+-------------------------
1.18.0-SNAPSHOT | all 5 server(s) checked
Tablet Summary
The cluster doesn't have any matching system tables
Summary by table
Name | RF | Status | Total Tablets | Healthy | Recovering | Under-replicated | Unavailable
------------------------+----+---------+---------------+---------+------------+------------------+-------------
TestTable | 1 | HEALTHY | 1 | 1 | 0 | 0 | 0
rebalance_test_table_0 | 1 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_1 | 1 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_2 | 1 | HEALTHY | 3 | 3 | 0 | 0 | 0
rebalance_test_table_3 | 1 | HEALTHY | 3 | 3 | 0 | 0 | 0
Tablet Replica Count Summary
Statistic | Replica Count
----------------+---------------
Minimum | 0
First Quartile | 0
Median | 6
Third Quartile | 7
Maximum | 7
Total Count Summary
| Total Count
----------------+-------------
Masters | 1
Tablet Servers | 4
Tables | 5
Tablets | 13
Replicas | 13
==================
Warnings:
==================
Some masters have unsafe, experimental, or hidden flags set
Some tablet servers have unsafe, experimental, or hidden flags set
OK
I20240503 14:00:07.322676 398 log_verifier.cc:126] Checking tablet 1185a7fe64734bfdaaa44ba72bd10727
I20240503 14:00:07.330313 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet 1185a7fe64734bfdaaa44ba72bd10727
I20240503 14:00:07.330379 398 log_verifier.cc:126] Checking tablet 3e41be68f2e4423b859f1232189330bd
I20240503 14:00:07.337548 398 log_verifier.cc:177] Verified matching terms for 2 ops in tablet 3e41be68f2e4423b859f1232189330bd
I20240503 14:00:07.337621 398 log_verifier.cc:126] Checking tablet 43f42b4ad6a346568788c2543c9048c9
I20240503 14:00:07.344820 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet 43f42b4ad6a346568788c2543c9048c9
I20240503 14:00:07.344892 398 log_verifier.cc:126] Checking tablet 5a0c616635c84e52a48c5df391115eff
I20240503 14:00:07.352331 398 log_verifier.cc:177] Verified matching terms for 2 ops in tablet 5a0c616635c84e52a48c5df391115eff
I20240503 14:00:07.352402 398 log_verifier.cc:126] Checking tablet 73c60f3f0859423c8bd9b8bc1e982f57
I20240503 14:00:07.359593 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet 73c60f3f0859423c8bd9b8bc1e982f57
I20240503 14:00:07.359654 398 log_verifier.cc:126] Checking tablet 776cc2f5aec64b01953719c41788e2d8
I20240503 14:00:07.366932 398 log_verifier.cc:177] Verified matching terms for 2 ops in tablet 776cc2f5aec64b01953719c41788e2d8
I20240503 14:00:07.366995 398 log_verifier.cc:126] Checking tablet 78cf205186a441a89e34f8b9fc4e7aaa
I20240503 14:00:07.373998 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet 78cf205186a441a89e34f8b9fc4e7aaa
I20240503 14:00:07.374061 398 log_verifier.cc:126] Checking tablet 8e0334456e954c3bb99d23b6b360b3bb
I20240503 14:00:07.381088 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet 8e0334456e954c3bb99d23b6b360b3bb
I20240503 14:00:07.381170 398 log_verifier.cc:126] Checking tablet 971b50cac05146969fdcbab171711a43
I20240503 14:00:07.388314 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet 971b50cac05146969fdcbab171711a43
I20240503 14:00:07.388372 398 log_verifier.cc:126] Checking tablet 98214f2337814f4599f84254f019f996
I20240503 14:00:07.396204 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet 98214f2337814f4599f84254f019f996
I20240503 14:00:07.396265 398 log_verifier.cc:126] Checking tablet aba47baa0eff437aab464d4fc8e14edf
I20240503 14:00:07.403367 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet aba47baa0eff437aab464d4fc8e14edf
I20240503 14:00:07.403427 398 log_verifier.cc:126] Checking tablet c59c299c36cd4770b2d1c1270b42bf95
I20240503 14:00:07.410562 398 log_verifier.cc:177] Verified matching terms for 2 ops in tablet c59c299c36cd4770b2d1c1270b42bf95
I20240503 14:00:07.410626 398 log_verifier.cc:126] Checking tablet d3bc86f8a074417ba7defd47682a9d0d
I20240503 14:00:07.417682 398 log_verifier.cc:177] Verified matching terms for 1 ops in tablet d3bc86f8a074417ba7defd47682a9d0d
I20240503 14:00:07.418188 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 13913
I20240503 14:00:07.426707 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 14044
I20240503 14:00:07.432490 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 14570
I20240503 14:00:07.438112 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 14701
I20240503 14:00:07.443717 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 13822
2024-05-03T14:00:07Z chronyd exiting
[ OK ] RebalancerAndSingleReplicaTablets.SingleReplicasStayOrMove/5 (6479 ms)
[----------] 1 test from RebalancerAndSingleReplicaTablets (6479 ms total)
[----------] 2 tests from LocationAwareRebalancingParamTest
[ RUN ] LocationAwareRebalancingParamTest.Rebalance/idx7_rf2_t3_l_1_2_1
I20240503 14:00:07.477131 398 test_util.cc:268] Using random seed: 589385605
I20240503 14:00:07.477861 398 ts_itest-base.cc:112] Starting cluster with:
I20240503 14:00:07.477898 398 ts_itest-base.cc:113] --------------
I20240503 14:00:07.477910 398 ts_itest-base.cc:114] 4 tablet servers
I20240503 14:00:07.477921 398 ts_itest-base.cc:115] 2 replicas per TS
I20240503 14:00:07.477931 398 ts_itest-base.cc:116] --------------
2024-05-03T14:00:07Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
2024-05-03T14:00:07Z Disabled control of system clock
I20240503 14:00:07.485957 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
master
run
--ipki_ca_key_size=768
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:40983
--webserver_interface=127.0.99.190
--webserver_port=0
--builtin_ntp_servers=127.0.99.148:43909
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--rpc_reuseport=true
--master_addresses=127.0.99.190:40983
--location_mapping_cmd=/tmp/dist-test-task_U43gY/build/debug/bin/testdata/assign-location.py --state_store=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/location-assignment.state --map /A:1 --map /B:2 --map /C:1
--tserver_unresponsive_timeout_ms=3000
--enable_range_replica_placement=false
--raft_prepare_replacement_before_eviction=true
--enable_range_replica_placement=false
--master_client_location_assignment_enabled=false
--allow_unsafe_replication_factor with env {}
W20240503 14:00:07.590495 14936 flags.cc:425] Enabled unsafe flag: --allow_unsafe_replication_factor=true
W20240503 14:00:07.590745 14936 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:07.590772 14936 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:07.590816 14936 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:07.593740 14936 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:07.593807 14936 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
W20240503 14:00:07.593833 14936 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:07.593851 14936 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
W20240503 14:00:07.593874 14936 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
I20240503 14:00:07.597608 14936 master_runner.cc:386] Master server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:43909
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--allow_unsafe_replication_factor=true
--enable_range_replica_placement=false
--location_mapping_cmd=/tmp/dist-test-task_U43gY/build/debug/bin/testdata/assign-location.py --state_store=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/location-assignment.state --map /A:1 --map /B:2 --map /C:1
--ipki_ca_key_size=768
--master_addresses=127.0.99.190:40983
--tserver_unresponsive_timeout_ms=3000
--ipki_server_key_size=768
--openssl_security_level_override=0
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:40983
--rpc_reuseport=true
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--webserver_interface=127.0.99.190
--webserver_port=0
--never_fsync=true
--heap_profile_path=/tmp/kudu.14936
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--logbuflevel=-1
--logtostderr=true
Master server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:07.598526 14936 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:07.599783 14936 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:07.607641 14944 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:07.609370 14942 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:07.610160 14941 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:07.610280 14936 server_base.cc:1034] running on GCE node
I20240503 14:00:07.610759 14936 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:07.611620 14936 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:07.612772 14936 hybrid_clock.cc:648] HybridClock initialized: now 1714744807612750 us; error 38 us; skew 500 ppm
I20240503 14:00:07.614638 14936 webserver.cc:460] Webserver started at http://127.0.99.190:43071/ using document root <none> and password file <none>
I20240503 14:00:07.615180 14936 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:07.615234 14936 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:07.615420 14936 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:07.617020 14936 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/instance:
uuid: "c4179b8e75404d6f995194b7710834f0"
format_stamp: "Formatted at 2024-05-03 14:00:07 on dist-test-slave-qkv2"
I20240503 14:00:07.617477 14936 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance:
uuid: "c4179b8e75404d6f995194b7710834f0"
format_stamp: "Formatted at 2024-05-03 14:00:07 on dist-test-slave-qkv2"
I20240503 14:00:07.620796 14936 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.003s
I20240503 14:00:07.622925 14950 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:07.623896 14936 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:07.624008 14936 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
uuid: "c4179b8e75404d6f995194b7710834f0"
format_stamp: "Formatted at 2024-05-03 14:00:07 on dist-test-slave-qkv2"
I20240503 14:00:07.624091 14936 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:07.638888 14936 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:07.639559 14936 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:07.639714 14936 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:07.646430 14936 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.190:40983
I20240503 14:00:07.646485 15002 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.190:40983 every 8 connection(s)
I20240503 14:00:07.647397 14936 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
I20240503 14:00:07.649952 15003 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:07.651013 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 14936
I20240503 14:00:07.651189 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance
I20240503 14:00:07.655265 15003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0: Bootstrap starting.
I20240503 14:00:07.657341 15003 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:07.657999 15003 log.cc:824] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:07.659722 15003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0: No bootstrap required, opened a new log
I20240503 14:00:07.662147 15003 raft_consensus.cc:348] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4179b8e75404d6f995194b7710834f0" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 40983 } }
I20240503 14:00:07.662374 15003 raft_consensus.cc:374] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:07.662425 15003 raft_consensus.cc:729] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c4179b8e75404d6f995194b7710834f0, State: Initialized, Role: FOLLOWER
I20240503 14:00:07.662804 15003 consensus_queue.cc:260] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4179b8e75404d6f995194b7710834f0" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 40983 } }
I20240503 14:00:07.662911 15003 raft_consensus.cc:388] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:07.662969 15003 raft_consensus.cc:482] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:07.663064 15003 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:07.663918 15003 raft_consensus.cc:504] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4179b8e75404d6f995194b7710834f0" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 40983 } }
I20240503 14:00:07.664250 15003 leader_election.cc:302] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c4179b8e75404d6f995194b7710834f0; no voters:
I20240503 14:00:07.664486 15003 leader_election.cc:288] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:07.664583 15008 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:07.664769 15008 raft_consensus.cc:686] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [term 1 LEADER]: Becoming Leader. State: Replica: c4179b8e75404d6f995194b7710834f0, State: Running, Role: LEADER
I20240503 14:00:07.665400 15008 consensus_queue.cc:237] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4179b8e75404d6f995194b7710834f0" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 40983 } }
I20240503 14:00:07.665459 15003 sys_catalog.cc:564] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [sys.catalog]: configured and running, proceeding with master startup.
I20240503 14:00:07.666878 15010 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c4179b8e75404d6f995194b7710834f0. Latest consensus state: current_term: 1 leader_uuid: "c4179b8e75404d6f995194b7710834f0" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4179b8e75404d6f995194b7710834f0" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 40983 } } }
I20240503 14:00:07.666882 15009 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "c4179b8e75404d6f995194b7710834f0" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4179b8e75404d6f995194b7710834f0" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 40983 } } }
I20240503 14:00:07.667017 15009 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [sys.catalog]: This master's current role is: LEADER
I20240503 14:00:07.667017 15010 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0 [sys.catalog]: This master's current role is: LEADER
W20240503 14:00:07.669685 15023 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
W20240503 14:00:07.669786 15023 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
I20240503 14:00:07.669873 15021 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240503 14:00:07.670789 15021 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240503 14:00:07.675518 15021 catalog_manager.cc:1347] Generated new cluster ID: a0a4c1efb72b435bba7786f2bd372160
I20240503 14:00:07.675624 15021 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240503 14:00:07.690500 15021 catalog_manager.cc:1370] Generated new certificate authority record
I20240503 14:00:07.691404 15021 catalog_manager.cc:1504] Loading token signing keys...
I20240503 14:00:07.701097 15021 catalog_manager.cc:5857] T 00000000000000000000000000000000 P c4179b8e75404d6f995194b7710834f0: Generated new TSK 0
I20240503 14:00:07.701860 15021 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240503 14:00:07.714659 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.129:0
--local_ip_for_outbound_sockets=127.0.99.129
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--builtin_ntp_servers=127.0.99.148:43909
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 14:00:07.820127 15027 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:07.820353 15027 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:07.820425 15027 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:07.823432 15027 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:07.823508 15027 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:07.823602 15027 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.129
I20240503 14:00:07.827188 15027 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:43909
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.129:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--never_fsync=true
--heap_profile_path=/tmp/kudu.15027
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.129
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:07.828058 15027 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:07.829231 15027 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:07.837915 15033 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:07.838809 15032 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:07.839694 15035 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:07.840520 15027 server_base.cc:1034] running on GCE node
I20240503 14:00:07.840905 15027 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:07.841595 15027 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:07.842765 15027 hybrid_clock.cc:648] HybridClock initialized: now 1714744807842742 us; error 36 us; skew 500 ppm
I20240503 14:00:07.844691 15027 webserver.cc:460] Webserver started at http://127.0.99.129:36075/ using document root <none> and password file <none>
I20240503 14:00:07.845238 15027 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:07.845290 15027 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:07.845469 15027 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:07.847151 15027 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/instance:
uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
format_stamp: "Formatted at 2024-05-03 14:00:07 on dist-test-slave-qkv2"
I20240503 14:00:07.847615 15027 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance:
uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
format_stamp: "Formatted at 2024-05-03 14:00:07 on dist-test-slave-qkv2"
I20240503 14:00:07.850998 15027 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
I20240503 14:00:07.853072 15041 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:07.854040 15027 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:07.854161 15027 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
format_stamp: "Formatted at 2024-05-03 14:00:07 on dist-test-slave-qkv2"
I20240503 14:00:07.854281 15027 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:07.869783 15027 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:07.870438 15027 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:07.870599 15027 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:07.871109 15027 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:07.871970 15027 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:07.872017 15027 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:07.872081 15027 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:07.872110 15027 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:07.880414 15027 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.129:33213
I20240503 14:00:07.880450 15154 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.129:33213 every 8 connection(s)
I20240503 14:00:07.881297 15027 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
I20240503 14:00:07.889755 15155 heartbeater.cc:347] Connected to a master server at 127.0.99.190:40983
I20240503 14:00:07.889978 15155 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:07.890326 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 15027
I20240503 14:00:07.890441 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance
I20240503 14:00:07.890591 15155 heartbeater.cc:511] Master 127.0.99.190:40983 requested a full tablet report, sending...
I20240503 14:00:07.892357 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:0
--local_ip_for_outbound_sockets=127.0.99.130
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--builtin_ntp_servers=127.0.99.148:43909
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:07.937860 14966 ts_manager.cc:194] Registered new tserver with Master: 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:07.939276 14966 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.129:40461
W20240503 14:00:08.010854 15158 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:08.011068 15158 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:08.011117 15158 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:08.014065 15158 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:08.014129 15158 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:08.014331 15158 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 14:00:08.017729 15158 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:43909
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--never_fsync=true
--heap_profile_path=/tmp/kudu.15158
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:08.018702 15158 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:08.019817 15158 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:08.028787 15165 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:08.029750 15164 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:08.030627 15167 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:08.031522 15158 server_base.cc:1034] running on GCE node
I20240503 14:00:08.031932 15158 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:08.032624 15158 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:08.033775 15158 hybrid_clock.cc:648] HybridClock initialized: now 1714744808033767 us; error 27 us; skew 500 ppm
I20240503 14:00:08.035786 15158 webserver.cc:460] Webserver started at http://127.0.99.130:35173/ using document root <none> and password file <none>
I20240503 14:00:08.036327 15158 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:08.036388 15158 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:08.036556 15158 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:08.038300 15158 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/instance:
uuid: "776f514ba2d8497991d867ce22d7093d"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.038758 15158 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance:
uuid: "776f514ba2d8497991d867ce22d7093d"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.042053 15158 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 14:00:08.044250 15173 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.045305 15158 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:08.045423 15158 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "776f514ba2d8497991d867ce22d7093d"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.045506 15158 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:08.070374 15158 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:08.071043 15158 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:08.071223 15158 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:08.071744 15158 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:08.072641 15158 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:08.072691 15158 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.072751 15158 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:08.072777 15158 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.081106 15158 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:39717
I20240503 14:00:08.081128 15286 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:39717 every 8 connection(s)
I20240503 14:00:08.082022 15158 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 14:00:08.088465 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 15158
I20240503 14:00:08.088618 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance
I20240503 14:00:08.090662 15287 heartbeater.cc:347] Connected to a master server at 127.0.99.190:40983
I20240503 14:00:08.090903 15287 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:08.091181 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:0
--local_ip_for_outbound_sockets=127.0.99.131
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--builtin_ntp_servers=127.0.99.148:43909
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:08.091552 15287 heartbeater.cc:511] Master 127.0.99.190:40983 requested a full tablet report, sending...
I20240503 14:00:08.139936 14966 ts_manager.cc:194] Registered new tserver with Master: 776f514ba2d8497991d867ce22d7093d (127.0.99.130:39717)
I20240503 14:00:08.140650 14966 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:40633
W20240503 14:00:08.215734 15290 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:08.215971 15290 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:08.216043 15290 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:08.219169 15290 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:08.219247 15290 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:08.219324 15290 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 14:00:08.224054 15290 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:43909
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--never_fsync=true
--heap_profile_path=/tmp/kudu.15290
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:08.225410 15290 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:08.226995 15290 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:08.236577 15296 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:08.237423 15299 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:08.238235 15297 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:08.239127 15290 server_base.cc:1034] running on GCE node
I20240503 14:00:08.239581 15290 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:08.240293 15290 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:08.241458 15290 hybrid_clock.cc:648] HybridClock initialized: now 1714744808241447 us; error 31 us; skew 500 ppm
I20240503 14:00:08.243405 15290 webserver.cc:460] Webserver started at http://127.0.99.131:37817/ using document root <none> and password file <none>
I20240503 14:00:08.243983 15290 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:08.244045 15290 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:08.244226 15290 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:08.245941 15290 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/instance:
uuid: "63892001382e4022a4ce02d779e263f8"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.246434 15290 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance:
uuid: "63892001382e4022a4ce02d779e263f8"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.249799 15290 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.000s sys 0.003s
I20240503 14:00:08.251988 15305 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.253000 15290 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:08.253113 15290 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "63892001382e4022a4ce02d779e263f8"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.253224 15290 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:08.275488 15290 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:08.276144 15290 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:08.276307 15290 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:08.276888 15290 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:08.277808 15290 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:08.277858 15290 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.277910 15290 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:08.277941 15290 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.286098 15290 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:45539
I20240503 14:00:08.286121 15418 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:45539 every 8 connection(s)
I20240503 14:00:08.287026 15290 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 14:00:08.287812 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 15290
I20240503 14:00:08.287909 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance
I20240503 14:00:08.290102 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.132:0
--local_ip_for_outbound_sockets=127.0.99.132
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--builtin_ntp_servers=127.0.99.148:43909
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:08.296720 15419 heartbeater.cc:347] Connected to a master server at 127.0.99.190:40983
I20240503 14:00:08.296941 15419 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:08.297457 15419 heartbeater.cc:511] Master 127.0.99.190:40983 requested a full tablet report, sending...
I20240503 14:00:08.332144 14966 ts_manager.cc:194] Registered new tserver with Master: 63892001382e4022a4ce02d779e263f8 (127.0.99.131:45539)
I20240503 14:00:08.332870 14966 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:42785
W20240503 14:00:08.401288 15422 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:08.401525 15422 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:08.401595 15422 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:08.404656 15422 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:08.404731 15422 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:08.404820 15422 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.132
I20240503 14:00:08.408341 15422 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:43909
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.132:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:40983
--never_fsync=true
--heap_profile_path=/tmp/kudu.15422
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.132
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:08.409288 15422 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:08.410456 15422 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:08.419437 15428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:08.420300 15429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:08.421168 15431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:08.422165 15422 server_base.cc:1034] running on GCE node
I20240503 14:00:08.422621 15422 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:08.423338 15422 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:08.424512 15422 hybrid_clock.cc:648] HybridClock initialized: now 1714744808424485 us; error 42 us; skew 500 ppm
I20240503 14:00:08.426512 15422 webserver.cc:460] Webserver started at http://127.0.99.132:38183/ using document root <none> and password file <none>
I20240503 14:00:08.427135 15422 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:08.427197 15422 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:08.427372 15422 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:08.429137 15422 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/instance:
uuid: "9c1aedaffeba4483af173d3650bbbd5a"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.429641 15422 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance:
uuid: "9c1aedaffeba4483af173d3650bbbd5a"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.433166 15422 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.006s sys 0.000s
I20240503 14:00:08.435490 15437 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.436591 15422 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:08.436702 15422 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
uuid: "9c1aedaffeba4483af173d3650bbbd5a"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:08.436792 15422 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:08.462280 15422 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:08.462925 15422 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:08.463131 15422 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:08.463698 15422 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:08.464604 15422 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:08.464663 15422 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.464723 15422 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:08.464751 15422 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:08.473309 15422 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.132:44027
I20240503 14:00:08.473345 15550 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.132:44027 every 8 connection(s)
I20240503 14:00:08.474292 15422 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
I20240503 14:00:08.476634 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 15422
I20240503 14:00:08.476766 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance
I20240503 14:00:08.483361 15551 heartbeater.cc:347] Connected to a master server at 127.0.99.190:40983
I20240503 14:00:08.483583 15551 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:08.484100 15551 heartbeater.cc:511] Master 127.0.99.190:40983 requested a full tablet report, sending...
I20240503 14:00:08.517959 14966 ts_manager.cc:194] Registered new tserver with Master: 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:08.518744 14966 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.132:46101
I20240503 14:00:08.527462 398 external_mini_cluster.cc:930] 4 TS(s) registered with all masters
I20240503 14:00:08.537364 398 external_mini_cluster.cc:930] 4 TS(s) registered with all masters
I20240503 14:00:08.537448 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 15158
I20240503 14:00:08.543285 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 15290
I20240503 14:00:08.941669 15155 heartbeater.cc:503] Master 127.0.99.190:40983 was elected leader, sending a full tablet report...
I20240503 14:00:09.521162 15551 heartbeater.cc:503] Master 127.0.99.190:40983 was elected leader, sending a full tablet report...
I20240503 14:00:12.300841 14966 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48184:
name: "rebalance_test_table_0"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 2
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:12.303874 14966 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_0 in case of a server failure: 3 tablet servers would be needed, 2 are available. Consider bringing up more tablet servers.
I20240503 14:00:12.318989 15089 tablet_service.cc:1467] Processing CreateTablet for tablet 997de093a44b4c29918edfe0ded299bc (DEFAULT_TABLE table=rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.318992 15484 tablet_service.cc:1467] Processing CreateTablet for tablet ed38bfc2792d4db993a1dd771668ef5e (DEFAULT_TABLE table=rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.318989 15088 tablet_service.cc:1467] Processing CreateTablet for tablet ed38bfc2792d4db993a1dd771668ef5e (DEFAULT_TABLE table=rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.319096 15087 tablet_service.cc:1467] Processing CreateTablet for tablet 8ed6f3d6eddf41e9bf1cd12cc63b62d3 (DEFAULT_TABLE table=rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.320015 15484 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ed38bfc2792d4db993a1dd771668ef5e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.320016 15089 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 997de093a44b4c29918edfe0ded299bc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.319096 15485 tablet_service.cc:1467] Processing CreateTablet for tablet 997de093a44b4c29918edfe0ded299bc (DEFAULT_TABLE table=rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.320390 15087 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8ed6f3d6eddf41e9bf1cd12cc63b62d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.320396 15485 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 997de093a44b4c29918edfe0ded299bc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.318993 15483 tablet_service.cc:1467] Processing CreateTablet for tablet 8ed6f3d6eddf41e9bf1cd12cc63b62d3 (DEFAULT_TABLE table=rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.321182 15483 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8ed6f3d6eddf41e9bf1cd12cc63b62d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.322023 15088 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ed38bfc2792d4db993a1dd771668ef5e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.327308 15568 tablet_bootstrap.cc:492] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:12.329169 15568 tablet_bootstrap.cc:654] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.329787 15568 log.cc:824] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:12.330375 15569 tablet_bootstrap.cc:492] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:12.331501 15568 tablet_bootstrap.cc:492] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:12.331666 15568 ts_tablet_manager.cc:1367] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
I20240503 14:00:12.332190 15569 tablet_bootstrap.cc:654] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.332819 15569 log.cc:824] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:12.334260 15569 tablet_bootstrap.cc:492] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:12.334412 15569 ts_tablet_manager.cc:1367] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.004s user 0.004s sys 0.000s
I20240503 14:00:12.334550 15568 raft_consensus.cc:348] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.334725 15568 raft_consensus.cc:374] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.334789 15568 raft_consensus.cc:729] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.335198 15568 consensus_queue.cc:260] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.335952 15568 ts_tablet_manager.cc:1398] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.004s user 0.005s sys 0.000s
I20240503 14:00:12.336246 15568 tablet_bootstrap.cc:492] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:12.337232 15568 tablet_bootstrap.cc:654] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.337431 15569 raft_consensus.cc:348] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.337635 15569 raft_consensus.cc:374] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.337750 15569 raft_consensus.cc:729] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.338232 15569 consensus_queue.cc:260] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.338392 15568 tablet_bootstrap.cc:492] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:12.338482 15568 ts_tablet_manager.cc:1367] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:12.339035 15568 raft_consensus.cc:348] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.339095 15569 ts_tablet_manager.cc:1398] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s
I20240503 14:00:12.339192 15568 raft_consensus.cc:374] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.339274 15568 raft_consensus.cc:729] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.339319 15569 tablet_bootstrap.cc:492] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:12.339433 15568 consensus_queue.cc:260] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.339721 15568 ts_tablet_manager.cc:1398] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:12.339926 15568 tablet_bootstrap.cc:492] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:12.340622 15569 tablet_bootstrap.cc:654] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.340930 15568 tablet_bootstrap.cc:654] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.342160 15569 tablet_bootstrap.cc:492] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:12.342279 15569 ts_tablet_manager.cc:1367] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:12.342712 15568 tablet_bootstrap.cc:492] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:12.342788 15568 ts_tablet_manager.cc:1367] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:12.342772 15569 raft_consensus.cc:348] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.342892 15569 raft_consensus.cc:374] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.342934 15569 raft_consensus.cc:729] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.343068 15569 consensus_queue.cc:260] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.343204 15568 raft_consensus.cc:348] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.343300 15568 raft_consensus.cc:374] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.343333 15569 ts_tablet_manager.cc:1398] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:12.343372 15568 raft_consensus.cc:729] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.343528 15569 tablet_bootstrap.cc:492] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:12.343521 15568 consensus_queue.cc:260] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.344075 15568 ts_tablet_manager.cc:1398] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:12.344375 15569 tablet_bootstrap.cc:654] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.345642 15569 tablet_bootstrap.cc:492] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:12.345777 15569 ts_tablet_manager.cc:1367] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:12.346222 15569 raft_consensus.cc:348] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.346326 15569 raft_consensus.cc:374] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.346370 15569 raft_consensus.cc:729] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.346483 15569 consensus_queue.cc:260] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.346706 15569 ts_tablet_manager.cc:1398] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:12.382225 15572 raft_consensus.cc:482] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:12.382437 15572 raft_consensus.cc:504] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.383435 15572 leader_election.cc:288] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
W20240503 14:00:12.390441 15156 tablet.cc:2369] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 14:00:12.390933 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ed6f3d6eddf41e9bf1cd12cc63b62d3" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a" is_pre_election: true
I20240503 14:00:12.391255 15505 raft_consensus.cc:2454] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 0.
I20240503 14:00:12.391733 15043 leader_election.cc:302] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:12.391968 15572 raft_consensus.cc:2781] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:12.392037 15572 raft_consensus.cc:482] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:12.392082 15572 raft_consensus.cc:3037] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:12.392935 15572 raft_consensus.cc:504] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.393191 15572 leader_election.cc:288] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Requested vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:12.393573 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8ed6f3d6eddf41e9bf1cd12cc63b62d3" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
I20240503 14:00:12.393673 15505 raft_consensus.cc:3037] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:12.394836 15505 raft_consensus.cc:2454] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 1.
I20240503 14:00:12.395081 15043 leader_election.cc:302] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:12.395227 15572 raft_consensus.cc:2781] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:12.395398 15572 raft_consensus.cc:686] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Becoming Leader. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Running, Role: LEADER
I20240503 14:00:12.395699 15572 consensus_queue.cc:237] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.398325 14967 catalog_manager.cc:5484] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: term changed from 0 to 1, leader changed from <none> to 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129). New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } }
W20240503 14:00:12.478114 15552 tablet.cc:2369] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 14:00:12.508174 15572 raft_consensus.cc:482] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:12.508323 15572 raft_consensus.cc:504] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.508656 15572 leader_election.cc:288] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:12.509204 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a" is_pre_election: true
I20240503 14:00:12.509341 15505 raft_consensus.cc:2454] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 0.
I20240503 14:00:12.509629 15043 leader_election.cc:302] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:12.509831 15572 raft_consensus.cc:2781] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:12.509888 15572 raft_consensus.cc:482] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:12.509938 15572 raft_consensus.cc:3037] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:12.510795 15572 raft_consensus.cc:504] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.511058 15572 leader_election.cc:288] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Requested vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:12.511406 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
I20240503 14:00:12.511508 15505 raft_consensus.cc:3037] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:12.512249 15505 raft_consensus.cc:2454] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 1.
I20240503 14:00:12.512511 15043 leader_election.cc:302] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:12.512668 15572 raft_consensus.cc:2781] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:12.512758 15572 raft_consensus.cc:686] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Becoming Leader. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Running, Role: LEADER
I20240503 14:00:12.512919 15572 consensus_queue.cc:237] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.514487 14967 catalog_manager.cc:5484] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: term changed from 0 to 1, leader changed from <none> to 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129). New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:12.614110 15572 raft_consensus.cc:482] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:12.614308 15572 raft_consensus.cc:504] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.614692 15572 leader_election.cc:288] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:12.615264 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "997de093a44b4c29918edfe0ded299bc" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a" is_pre_election: true
I20240503 14:00:12.615398 15505 raft_consensus.cc:2454] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 0.
I20240503 14:00:12.615689 15043 leader_election.cc:302] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:12.615906 15572 raft_consensus.cc:2781] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:12.615974 15572 raft_consensus.cc:482] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:12.616010 15572 raft_consensus.cc:3037] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:12.616796 15572 raft_consensus.cc:504] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.617048 15572 leader_election.cc:288] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Requested vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:12.617435 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "997de093a44b4c29918edfe0ded299bc" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
I20240503 14:00:12.617537 15505 raft_consensus.cc:3037] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:12.618294 15505 raft_consensus.cc:2454] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 1.
I20240503 14:00:12.618577 15043 leader_election.cc:302] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:12.618817 15572 raft_consensus.cc:2781] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:12.618937 15572 raft_consensus.cc:686] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Becoming Leader. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Running, Role: LEADER
I20240503 14:00:12.619081 15572 consensus_queue.cc:237] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.620597 14967 catalog_manager.cc:5484] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: term changed from 0 to 1, leader changed from <none> to 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129). New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:12.781272 15583 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:12.781713 15583 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:12.784832 15583 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_0'
I20240503 14:00:12.886883 15505 raft_consensus.cc:1261] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:12.887054 15503 raft_consensus.cc:1261] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:12.886884 15504 raft_consensus.cc:1261] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:12.888244 15579 consensus_queue.cc:1035] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:12.888682 15579 consensus_queue.cc:1035] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:12.888255 15572 consensus_queue.cc:1035] T 8ed6f3d6eddf41e9bf1cd12cc63b62d3 P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
I20240503 14:00:12.900436 15611 mvcc.cc:205] Tried to move back new op lower bound from 7023594753576599552 to 7023594751574777856. Current Snapshot: MvccSnapshot[applied={T|T < 7023594753576599552}]
I20240503 14:00:12.902434 15619 mvcc.cc:205] Tried to move back new op lower bound from 7023594753576415232 to 7023594752488861696. Current Snapshot: MvccSnapshot[applied={T|T < 7023594753576415232}]
INSERT report
rows total: 2000
time total: 108.46 ms
time per row: 0.05423 ms
I20240503 14:00:12.938009 14965 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48184:
name: "rebalance_test_table_1"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 2
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:12.938563 14965 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_1 in case of a server failure: 3 tablet servers would be needed, 2 are available. Consider bringing up more tablet servers.
I20240503 14:00:12.943498 15485 tablet_service.cc:1467] Processing CreateTablet for tablet b2b4331599874fafa98a977b2f32e234 (DEFAULT_TABLE table=rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.943822 15484 tablet_service.cc:1467] Processing CreateTablet for tablet 80fb5eaf52ad4de3b9f54d969506850d (DEFAULT_TABLE table=rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.944015 15089 tablet_service.cc:1467] Processing CreateTablet for tablet 3c85ffcd43064656a14dc838ce2ac221 (DEFAULT_TABLE table=rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.943819 15485 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b2b4331599874fafa98a977b2f32e234. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.944206 15483 tablet_service.cc:1467] Processing CreateTablet for tablet 3c85ffcd43064656a14dc838ce2ac221 (DEFAULT_TABLE table=rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.944281 15089 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3c85ffcd43064656a14dc838ce2ac221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.944408 15483 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3c85ffcd43064656a14dc838ce2ac221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.946003 15484 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 80fb5eaf52ad4de3b9f54d969506850d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.944015 15088 tablet_service.cc:1467] Processing CreateTablet for tablet b2b4331599874fafa98a977b2f32e234 (DEFAULT_TABLE table=rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.946332 15088 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b2b4331599874fafa98a977b2f32e234. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.946434 15087 tablet_service.cc:1467] Processing CreateTablet for tablet 80fb5eaf52ad4de3b9f54d969506850d (DEFAULT_TABLE table=rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:12.946482 15629 tablet_bootstrap.cc:492] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:12.946607 15087 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 80fb5eaf52ad4de3b9f54d969506850d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:12.947371 15629 tablet_bootstrap.cc:654] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.948405 15629 tablet_bootstrap.cc:492] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:12.948464 15630 tablet_bootstrap.cc:492] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:12.948484 15629 ts_tablet_manager.cc:1367] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:12.948869 15629 raft_consensus.cc:348] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.948976 15629 raft_consensus.cc:374] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.949013 15629 raft_consensus.cc:729] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.949134 15629 consensus_queue.cc:260] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.949218 15630 tablet_bootstrap.cc:654] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.949416 15629 ts_tablet_manager.cc:1398] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:12.949786 15629 tablet_bootstrap.cc:492] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:12.950246 15630 tablet_bootstrap.cc:492] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:12.950330 15630 ts_tablet_manager.cc:1367] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:12.950650 15629 tablet_bootstrap.cc:654] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.950634 15630 raft_consensus.cc:348] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.950747 15630 raft_consensus.cc:374] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.950789 15630 raft_consensus.cc:729] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.950907 15630 consensus_queue.cc:260] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.951176 15630 ts_tablet_manager.cc:1398] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:12.951344 15630 tablet_bootstrap.cc:492] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:12.952522 15629 tablet_bootstrap.cc:492] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:12.952545 15630 tablet_bootstrap.cc:654] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.952606 15629 ts_tablet_manager.cc:1367] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:12.953516 15630 tablet_bootstrap.cc:492] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:12.953593 15630 ts_tablet_manager.cc:1367] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:12.953755 15629 raft_consensus.cc:348] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.953871 15629 raft_consensus.cc:374] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.953960 15630 raft_consensus.cc:348] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.954016 15629 raft_consensus.cc:729] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.954052 15630 raft_consensus.cc:374] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.954095 15630 raft_consensus.cc:729] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.954160 15629 consensus_queue.cc:260] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.954254 15630 consensus_queue.cc:260] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:12.954474 15629 ts_tablet_manager.cc:1398] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:12.954514 15630 ts_tablet_manager.cc:1398] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:12.954676 15630 tablet_bootstrap.cc:492] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:12.954790 15629 tablet_bootstrap.cc:492] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:12.955539 15630 tablet_bootstrap.cc:654] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.956164 15629 tablet_bootstrap.cc:654] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:12.957643 15629 tablet_bootstrap.cc:492] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:12.957751 15629 ts_tablet_manager.cc:1367] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:12.957890 15630 tablet_bootstrap.cc:492] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:12.957959 15630 ts_tablet_manager.cc:1367] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:12.958127 15629 raft_consensus.cc:348] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.958228 15629 raft_consensus.cc:374] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.958264 15629 raft_consensus.cc:729] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.958384 15629 consensus_queue.cc:260] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.958393 15630 raft_consensus.cc:348] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.958514 15630 raft_consensus.cc:374] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:12.958554 15630 raft_consensus.cc:729] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:12.958683 15629 ts_tablet_manager.cc:1398] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:12.958678 15630 consensus_queue.cc:260] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:12.958988 15630 ts_tablet_manager.cc:1398] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:13.050081 15614 raft_consensus.cc:482] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:13.050261 15614 raft_consensus.cc:504] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.051262 15614 leader_election.cc:288] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.055027 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" is_pre_election: true
I20240503 14:00:13.055241 15109 raft_consensus.cc:2454] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 0.
I20240503 14:00:13.055661 15441 leader_election.cc:302] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.055967 15614 raft_consensus.cc:2781] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:13.056030 15614 raft_consensus.cc:482] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:13.056058 15614 raft_consensus.cc:3037] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.057000 15614 raft_consensus.cc:504] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.057307 15614 leader_election.cc:288] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Requested vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.057727 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
I20240503 14:00:13.057838 15109 raft_consensus.cc:3037] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.058722 15109 raft_consensus.cc:2454] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 1.
I20240503 14:00:13.059022 15441 leader_election.cc:302] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.059201 15614 raft_consensus.cc:2781] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:13.059401 15614 raft_consensus.cc:686] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Becoming Leader. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Running, Role: LEADER
I20240503 14:00:13.059715 15614 consensus_queue.cc:237] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.061805 14958 catalog_manager.cc:5484] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132). New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:13.246899 15614 raft_consensus.cc:482] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:13.247027 15614 raft_consensus.cc:504] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:13.247339 15614 leader_election.cc:288] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.247808 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "80fb5eaf52ad4de3b9f54d969506850d" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" is_pre_election: true
I20240503 14:00:13.247957 15109 raft_consensus.cc:2454] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 0.
I20240503 14:00:13.248214 15441 leader_election.cc:302] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.248379 15614 raft_consensus.cc:2781] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:13.248433 15614 raft_consensus.cc:482] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:13.248461 15614 raft_consensus.cc:3037] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.249262 15614 raft_consensus.cc:504] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:13.249506 15614 leader_election.cc:288] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Requested vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.249832 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "80fb5eaf52ad4de3b9f54d969506850d" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
I20240503 14:00:13.249930 15109 raft_consensus.cc:3037] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.250730 15109 raft_consensus.cc:2454] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 1.
I20240503 14:00:13.250986 15441 leader_election.cc:302] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.251142 15614 raft_consensus.cc:2781] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:13.251222 15614 raft_consensus.cc:686] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Becoming Leader. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Running, Role: LEADER
I20240503 14:00:13.251371 15614 consensus_queue.cc:237] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } }
I20240503 14:00:13.252890 14958 catalog_manager.cc:5484] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132). New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:13.283398 15614 raft_consensus.cc:482] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:13.283545 15614 raft_consensus.cc:504] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.283931 15614 leader_election.cc:288] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.284469 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3c85ffcd43064656a14dc838ce2ac221" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" is_pre_election: true
I20240503 14:00:13.284613 15109 raft_consensus.cc:2454] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 0.
I20240503 14:00:13.284921 15441 leader_election.cc:302] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.285102 15614 raft_consensus.cc:2781] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:13.285156 15614 raft_consensus.cc:482] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:13.285183 15614 raft_consensus.cc:3037] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.285935 15614 raft_consensus.cc:504] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.286222 15614 leader_election.cc:288] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Requested vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.286549 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3c85ffcd43064656a14dc838ce2ac221" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
I20240503 14:00:13.286648 15109 raft_consensus.cc:3037] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.287384 15109 raft_consensus.cc:2454] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 1.
I20240503 14:00:13.287650 15441 leader_election.cc:302] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.287856 15614 raft_consensus.cc:2781] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:13.287935 15614 raft_consensus.cc:686] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Becoming Leader. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Running, Role: LEADER
I20240503 14:00:13.288069 15614 consensus_queue.cc:237] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.289577 14958 catalog_manager.cc:5484] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132). New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } }
W20240503 14:00:13.411062 15642 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:13.411293 15642 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:13.414386 15642 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_1'
I20240503 14:00:13.500746 15109 raft_consensus.cc:1261] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:13.501319 15109 raft_consensus.cc:1261] T 3c85ffcd43064656a14dc838ce2ac221 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:13.501442 15108 raft_consensus.cc:1261] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:13.501547 15638 consensus_queue.cc:1035] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:13.502451 15614 consensus_queue.cc:1035] T 3c85ffcd43064656a14dc838ce2ac221 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:13.502719 15614 consensus_queue.cc:1035] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 89.2234 ms
time per row: 0.0446117 ms
I20240503 14:00:13.544659 14959 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48184:
name: "rebalance_test_table_2"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 2
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:13.545183 14959 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_2 in case of a server failure: 3 tablet servers would be needed, 2 are available. Consider bringing up more tablet servers.
I20240503 14:00:13.550241 15087 tablet_service.cc:1467] Processing CreateTablet for tablet f84746f6797548c0b0284bb15decac96 (DEFAULT_TABLE table=rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:13.550241 15484 tablet_service.cc:1467] Processing CreateTablet for tablet f84746f6797548c0b0284bb15decac96 (DEFAULT_TABLE table=rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:13.550540 15484 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f84746f6797548c0b0284bb15decac96. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:13.550540 15087 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f84746f6797548c0b0284bb15decac96. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:13.550963 15088 tablet_service.cc:1467] Processing CreateTablet for tablet bd0085c4fe284f9f811daa07a93fa2ca (DEFAULT_TABLE table=rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:13.551215 15088 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bd0085c4fe284f9f811daa07a93fa2ca. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:13.552826 15689 tablet_bootstrap.cc:492] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:13.553170 15483 tablet_service.cc:1467] Processing CreateTablet for tablet bde54d14590842c991c2ec96386bf579 (DEFAULT_TABLE table=rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:13.553417 15483 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bde54d14590842c991c2ec96386bf579. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:13.553474 15088 tablet_service.cc:1467] Processing CreateTablet for tablet bde54d14590842c991c2ec96386bf579 (DEFAULT_TABLE table=rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:13.553588 15688 tablet_bootstrap.cc:492] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:13.553710 15088 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bde54d14590842c991c2ec96386bf579. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:13.553800 15689 tablet_bootstrap.cc:654] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:13.554498 15688 tablet_bootstrap.cc:654] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:13.554809 15484 tablet_service.cc:1467] Processing CreateTablet for tablet bd0085c4fe284f9f811daa07a93fa2ca (DEFAULT_TABLE table=rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:13.555012 15484 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bd0085c4fe284f9f811daa07a93fa2ca. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:13.555948 15689 tablet_bootstrap.cc:492] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:13.556084 15689 ts_tablet_manager.cc:1367] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
I20240503 14:00:13.556157 15688 tablet_bootstrap.cc:492] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:13.556242 15688 ts_tablet_manager.cc:1367] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:13.556669 15689 raft_consensus.cc:348] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.556680 15688 raft_consensus.cc:348] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.556777 15688 raft_consensus.cc:374] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:13.556821 15688 raft_consensus.cc:729] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:13.556811 15689 raft_consensus.cc:374] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:13.556872 15689 raft_consensus.cc:729] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:13.556955 15688 consensus_queue.cc:260] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.557030 15689 consensus_queue.cc:260] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.557238 15688 ts_tablet_manager.cc:1398] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:13.557310 15689 ts_tablet_manager.cc:1398] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:13.557399 15688 tablet_bootstrap.cc:492] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:13.557485 15689 tablet_bootstrap.cc:492] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:13.558162 15688 tablet_bootstrap.cc:654] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:13.558373 15689 tablet_bootstrap.cc:654] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:13.559356 15689 tablet_bootstrap.cc:492] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:13.559434 15689 ts_tablet_manager.cc:1367] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:13.559557 15688 tablet_bootstrap.cc:492] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:13.559648 15688 ts_tablet_manager.cc:1367] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:13.559850 15689 raft_consensus.cc:348] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.559947 15689 raft_consensus.cc:374] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:13.559984 15689 raft_consensus.cc:729] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:13.560073 15688 raft_consensus.cc:348] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.560106 15689 consensus_queue.cc:260] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.560178 15688 raft_consensus.cc:374] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:13.560225 15688 raft_consensus.cc:729] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:13.560359 15689 ts_tablet_manager.cc:1398] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:13.560350 15688 consensus_queue.cc:260] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.560501 15689 tablet_bootstrap.cc:492] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db: Bootstrap starting.
I20240503 14:00:13.560632 15688 ts_tablet_manager.cc:1398] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:13.560786 15688 tablet_bootstrap.cc:492] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: Bootstrap starting.
I20240503 14:00:13.561304 15689 tablet_bootstrap.cc:654] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:13.561564 15688 tablet_bootstrap.cc:654] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:13.562618 15688 tablet_bootstrap.cc:492] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: No bootstrap required, opened a new log
I20240503 14:00:13.562703 15689 tablet_bootstrap.cc:492] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db: No bootstrap required, opened a new log
I20240503 14:00:13.562767 15688 ts_tablet_manager.cc:1367] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 14:00:13.562789 15689 ts_tablet_manager.cc:1367] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 14:00:13.563127 15688 raft_consensus.cc:348] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.563158 15689 raft_consensus.cc:348] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.563231 15688 raft_consensus.cc:374] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:13.563274 15688 raft_consensus.cc:729] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Initialized, Role: FOLLOWER
I20240503 14:00:13.563277 15689 raft_consensus.cc:374] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:13.563309 15689 raft_consensus.cc:729] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Initialized, Role: FOLLOWER
I20240503 14:00:13.563406 15688 consensus_queue.cc:260] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.563449 15689 consensus_queue.cc:260] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.563706 15689 ts_tablet_manager.cc:1398] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:13.563774 15688 ts_tablet_manager.cc:1398] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:13.610708 15614 raft_consensus.cc:482] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:13.610845 15614 raft_consensus.cc:504] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.611215 15614 leader_election.cc:288] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.611754 15107 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bde54d14590842c991c2ec96386bf579" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" is_pre_election: true
I20240503 14:00:13.611959 15107 raft_consensus.cc:2454] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 0.
I20240503 14:00:13.612259 15441 leader_election.cc:302] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.612440 15614 raft_consensus.cc:2781] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:13.612501 15614 raft_consensus.cc:482] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:13.612530 15614 raft_consensus.cc:3037] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.613299 15614 raft_consensus.cc:504] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.613536 15614 leader_election.cc:288] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Requested vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.613873 15107 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bde54d14590842c991c2ec96386bf579" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
I20240503 14:00:13.614012 15107 raft_consensus.cc:3037] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.614781 15107 raft_consensus.cc:2454] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 1.
I20240503 14:00:13.615065 15441 leader_election.cc:302] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.615207 15614 raft_consensus.cc:2781] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:13.615285 15614 raft_consensus.cc:686] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Becoming Leader. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Running, Role: LEADER
I20240503 14:00:13.615434 15614 consensus_queue.cc:237] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.616916 14963 catalog_manager.cc:5484] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132). New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:13.647552 15614 raft_consensus.cc:482] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:13.647693 15614 raft_consensus.cc:504] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.648034 15614 leader_election.cc:288] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.648447 15107 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f84746f6797548c0b0284bb15decac96" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" is_pre_election: true
I20240503 14:00:13.648597 15107 raft_consensus.cc:2454] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 0.
I20240503 14:00:13.648866 15441 leader_election.cc:302] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.649132 15614 raft_consensus.cc:2781] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:13.649183 15614 raft_consensus.cc:482] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:13.649228 15614 raft_consensus.cc:3037] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.650004 15614 raft_consensus.cc:504] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.650285 15614 leader_election.cc:288] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Requested vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:13.650645 15107 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f84746f6797548c0b0284bb15decac96" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
I20240503 14:00:13.650763 15107 raft_consensus.cc:3037] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.651609 15107 raft_consensus.cc:2454] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 1.
I20240503 14:00:13.651887 15441 leader_election.cc:302] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.652097 15614 raft_consensus.cc:2781] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:13.652189 15614 raft_consensus.cc:686] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Becoming Leader. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Running, Role: LEADER
I20240503 14:00:13.652529 15614 consensus_queue.cc:237] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.654165 14963 catalog_manager.cc:5484] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132). New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:13.712772 15675 raft_consensus.cc:482] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:13.712939 15675 raft_consensus.cc:504] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.713339 15675 leader_election.cc:288] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:13.713841 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bd0085c4fe284f9f811daa07a93fa2ca" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a" is_pre_election: true
I20240503 14:00:13.713995 15505 raft_consensus.cc:2454] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 0.
I20240503 14:00:13.714344 15043 leader_election.cc:302] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.714504 15675 raft_consensus.cc:2781] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:13.714565 15675 raft_consensus.cc:482] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:13.714597 15675 raft_consensus.cc:3037] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.715411 15675 raft_consensus.cc:504] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.715649 15675 leader_election.cc:288] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Requested vote from peers 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:13.716033 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bd0085c4fe284f9f811daa07a93fa2ca" candidate_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
I20240503 14:00:13.716132 15505 raft_consensus.cc:3037] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:13.717015 15505 raft_consensus.cc:2454] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a8e2bcf6de34d12a462625e2ecdb0db in term 1.
I20240503 14:00:13.717290 15043 leader_election.cc:302] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 2 voters: 2 yes votes; 0 no votes. yes voters: 7a8e2bcf6de34d12a462625e2ecdb0db, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:13.717434 15675 raft_consensus.cc:2781] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:13.717527 15675 raft_consensus.cc:686] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Becoming Leader. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Running, Role: LEADER
I20240503 14:00:13.717685 15675 consensus_queue.cc:237] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } }
I20240503 14:00:13.719275 14963 catalog_manager.cc:5484] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: term changed from 0 to 1, leader changed from <none> to 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129). New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:13.844658 15699 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:13.844902 15699 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:13.847859 15699 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_2'
I20240503 14:00:13.944312 15505 raft_consensus.cc:1261] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:13.944737 15675 consensus_queue.cc:1035] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:13.950757 15107 raft_consensus.cc:1261] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:13.953262 15107 raft_consensus.cc:1261] T bde54d14590842c991c2ec96386bf579 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:13.954285 15683 consensus_queue.cc:1035] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:13.954615 15683 consensus_queue.cc:1035] T bde54d14590842c991c2ec96386bf579 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 110.894 ms
time per row: 0.0554469 ms
I20240503 14:00:14.008559 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:39717
--local_ip_for_outbound_sockets=127.0.99.130
--tserver_master_addrs=127.0.99.190:40983
--webserver_port=35173
--webserver_interface=127.0.99.130
--builtin_ntp_servers=127.0.99.148:43909
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 14:00:14.116883 15731 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:14.117127 15731 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:14.117203 15731 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:14.120316 15731 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:14.120395 15731 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:14.120496 15731 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 14:00:14.124089 15731 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:43909
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:39717
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=35173
--tserver_master_addrs=127.0.99.190:40983
--never_fsync=true
--heap_profile_path=/tmp/kudu.15731
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:14.125006 15731 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:14.126091 15731 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:14.135103 15739 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:14.135955 15736 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:14.136865 15737 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:14.137818 15731 server_base.cc:1034] running on GCE node
I20240503 14:00:14.138242 15731 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:14.138892 15731 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:14.140033 15731 hybrid_clock.cc:648] HybridClock initialized: now 1714744814140021 us; error 28 us; skew 500 ppm
I20240503 14:00:14.141927 15731 webserver.cc:460] Webserver started at http://127.0.99.130:35173/ using document root <none> and password file <none>
I20240503 14:00:14.142519 15731 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:14.142588 15731 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:14.145963 15731 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:14.147830 15745 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:14.148805 15731 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:14.148918 15731 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "776f514ba2d8497991d867ce22d7093d"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:14.149312 15731 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:14.167538 15731 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:14.168205 15731 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:14.168370 15731 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:14.168895 15731 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:14.169768 15731 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:14.169814 15731 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:14.169869 15731 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:14.169901 15731 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:14.178375 15731 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:39717
I20240503 14:00:14.178407 15858 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:39717 every 8 connection(s)
I20240503 14:00:14.179394 15731 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 14:00:14.184402 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 15731
I20240503 14:00:14.184844 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:45539
--local_ip_for_outbound_sockets=127.0.99.131
--tserver_master_addrs=127.0.99.190:40983
--webserver_port=37817
--webserver_interface=127.0.99.131
--builtin_ntp_servers=127.0.99.148:43909
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:14.188442 15859 heartbeater.cc:347] Connected to a master server at 127.0.99.190:40983
I20240503 14:00:14.188657 15859 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:14.189262 15859 heartbeater.cc:511] Master 127.0.99.190:40983 requested a full tablet report, sending...
I20240503 14:00:14.190389 14963 ts_manager.cc:194] Re-registered known tserver with Master: 776f514ba2d8497991d867ce22d7093d (127.0.99.130:39717)
I20240503 14:00:14.190932 14963 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:35615
W20240503 14:00:14.295239 15862 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:14.295513 15862 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:14.295589 15862 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:14.298869 15862 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:14.298944 15862 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:14.299042 15862 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 14:00:14.302716 15862 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:43909
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:45539
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=37817
--tserver_master_addrs=127.0.99.190:40983
--never_fsync=true
--heap_profile_path=/tmp/kudu.15862
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:14.303629 15862 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:14.304721 15862 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:14.313514 15868 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:14.314376 15867 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:14.315153 15870 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:14.316035 15862 server_base.cc:1034] running on GCE node
I20240503 14:00:14.316447 15862 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:14.317122 15862 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:14.318259 15862 hybrid_clock.cc:648] HybridClock initialized: now 1714744814318247 us; error 31 us; skew 500 ppm
I20240503 14:00:14.320080 15862 webserver.cc:460] Webserver started at http://127.0.99.131:37817/ using document root <none> and password file <none>
I20240503 14:00:14.320626 15862 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:14.320698 15862 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:14.324147 15862 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.000s sys 0.003s
I20240503 14:00:14.326001 15876 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:14.327015 15862 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s
I20240503 14:00:14.327129 15862 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "63892001382e4022a4ce02d779e263f8"
format_stamp: "Formatted at 2024-05-03 14:00:08 on dist-test-slave-qkv2"
I20240503 14:00:14.327577 15862 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:14.356395 15862 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:14.357012 15862 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:14.357157 15862 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:14.357729 15862 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:14.358656 15862 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:14.358701 15862 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:14.358740 15862 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:14.358762 15862 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:14.367383 15862 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:45539
I20240503 14:00:14.367395 15989 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:45539 every 8 connection(s)
I20240503 14:00:14.368407 15862 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 14:00:14.371038 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 15862
I20240503 14:00:14.377970 15990 heartbeater.cc:347] Connected to a master server at 127.0.99.190:40983
I20240503 14:00:14.378185 15990 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:14.378732 15990 heartbeater.cc:511] Master 127.0.99.190:40983 requested a full tablet report, sending...
I20240503 14:00:14.379820 14963 ts_manager.cc:194] Re-registered known tserver with Master: 63892001382e4022a4ce02d779e263f8 (127.0.99.131:45539)
I20240503 14:00:14.380589 14963 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:47317
I20240503 14:00:14.567095 15088 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 14:00:14.567183 15793 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.567415 15484 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:14.569368 15916 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.669898 15916 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.671228 15088 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 14:00:14.672067 15793 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.679504 15484 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:14.783711 15793 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.784626 15916 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.784832 15088 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 14:00:14.786942 15484 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:14.871273 15088 tablet_service.cc:1429] Tablet server has 4 leaders and 0 scanners
I20240503 14:00:14.871569 15793 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.871704 15484 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:14.872131 15916 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:14.913343 15109 consensus_queue.cc:237] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:14.915019 15505 raft_consensus.cc:1261] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:14.915514 16132 consensus_queue.cc:1035] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:14.917325 15613 raft_consensus.cc:2932] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } } }
I20240503 14:00:14.917781 15505 raft_consensus.cc:2932] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } } }
W20240503 14:00:14.919708 15043 consensus_peers.cc:485] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db -> Peer 63892001382e4022a4ce02d779e263f8 (127.0.99.131:45539): Couldn't send request to peer 63892001382e4022a4ce02d779e263f8. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: bd0085c4fe284f9f811daa07a93fa2ca. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:14.920212 14963 catalog_manager.cc:5484] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:14.927450 15505 consensus_queue.cc:237] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:14.928875 15109 raft_consensus.cc:1261] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:14.929273 16144 consensus_queue.cc:1035] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:14.931078 15730 raft_consensus.cc:2932] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } } }
I20240503 14:00:14.931517 15109 raft_consensus.cc:2932] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } } }
W20240503 14:00:14.933246 15439 consensus_peers.cc:485] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a -> Peer 776f514ba2d8497991d867ce22d7093d (127.0.99.130:39717): Couldn't send request to peer 776f514ba2d8497991d867ce22d7093d. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 80fb5eaf52ad4de3b9f54d969506850d. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:14.933662 14959 catalog_manager.cc:5484] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:14.941238 15109 consensus_queue.cc:237] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:14.942528 15505 raft_consensus.cc:1261] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 14:00:14.942668 15043 consensus_peers.cc:485] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db -> Peer 63892001382e4022a4ce02d779e263f8 (127.0.99.131:45539): Couldn't send request to peer 63892001382e4022a4ce02d779e263f8. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 997de093a44b4c29918edfe0ded299bc. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:14.942895 16132 consensus_queue.cc:1035] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:14.944425 15613 raft_consensus.cc:2932] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } } }
I20240503 14:00:14.944804 15505 raft_consensus.cc:2932] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } } }
I20240503 14:00:14.946746 14963 catalog_manager.cc:5484] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:14.953635 15109 consensus_queue.cc:237] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:14.955152 15505 raft_consensus.cc:1261] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:14.955531 16132 consensus_queue.cc:1035] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:14.957850 15613 raft_consensus.cc:2932] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } } }
W20240503 14:00:14.958091 15043 consensus_peers.cc:485] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db -> Peer 776f514ba2d8497991d867ce22d7093d (127.0.99.130:39717): Couldn't send request to peer 776f514ba2d8497991d867ce22d7093d. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: ed38bfc2792d4db993a1dd771668ef5e. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:14.959306 15505 raft_consensus.cc:2932] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } } }
I20240503 14:00:14.960247 14959 catalog_manager.cc:5484] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:14.966904 15505 consensus_queue.cc:237] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:14.968480 15109 raft_consensus.cc:1261] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:14.968865 15730 consensus_queue.cc:1035] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:14.970868 16144 raft_consensus.cc:2932] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } } }
W20240503 14:00:14.971374 15439 consensus_peers.cc:485] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a -> Peer 63892001382e4022a4ce02d779e263f8 (127.0.99.131:45539): Couldn't send request to peer 63892001382e4022a4ce02d779e263f8. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: b2b4331599874fafa98a977b2f32e234. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:14.971275 15109 raft_consensus.cc:2932] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } } }
I20240503 14:00:14.973559 14963 catalog_manager.cc:5484] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index -1 to 4, NON_VOTER 63892001382e4022a4ce02d779e263f8 (127.0.99.131) added. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:14.981593 15505 consensus_queue.cc:237] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:14.982741 15109 raft_consensus.cc:1261] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 14:00:14.982846 15439 consensus_peers.cc:485] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a -> Peer 776f514ba2d8497991d867ce22d7093d (127.0.99.130:39717): Couldn't send request to peer 776f514ba2d8497991d867ce22d7093d. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: f84746f6797548c0b0284bb15decac96. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:14.983146 15730 consensus_queue.cc:1035] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:14.984810 16169 raft_consensus.cc:2932] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } } }
I20240503 14:00:14.985239 15109 raft_consensus.cc:2932] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } } }
I20240503 14:00:14.987484 14959 catalog_manager.cc:5484] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index -1 to 4, NON_VOTER 776f514ba2d8497991d867ce22d7093d (127.0.99.130) added. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:15.193142 15859 heartbeater.cc:503] Master 127.0.99.190:40983 was elected leader, sending a full tablet report...
I20240503 14:00:15.364497 16235 ts_tablet_manager.cc:902] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: Initiating tablet copy from peer 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:15.365234 16235 tablet_copy_client.cc:308] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:33213
I20240503 14:00:15.369271 15129 tablet_copy_service.cc:140] P 7a8e2bcf6de34d12a462625e2ecdb0db: Received BeginTabletCopySession request for tablet 997de093a44b4c29918edfe0ded299bc from peer 63892001382e4022a4ce02d779e263f8 ({username='slave'} at 127.0.99.131:51345)
I20240503 14:00:15.369429 15129 tablet_copy_service.cc:161] P 7a8e2bcf6de34d12a462625e2ecdb0db: Beginning new tablet copy session on tablet 997de093a44b4c29918edfe0ded299bc from peer 63892001382e4022a4ce02d779e263f8 at {username='slave'} at 127.0.99.131:51345: session id = 63892001382e4022a4ce02d779e263f8-997de093a44b4c29918edfe0ded299bc
I20240503 14:00:15.370883 15129 tablet_copy_source_session.cc:205] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:15.374058 16235 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 997de093a44b4c29918edfe0ded299bc. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:15.379258 16235 tablet_copy_client.cc:783] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:15.379448 16235 tablet_copy_client.cc:647] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:15.381067 16235 tablet_copy_client.cc:523] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:15.382505 15990 heartbeater.cc:503] Master 127.0.99.190:40983 was elected leader, sending a full tablet report...
I20240503 14:00:15.382565 16235 tablet_bootstrap.cc:492] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: Bootstrap starting.
I20240503 14:00:15.387894 16235 log.cc:824] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:15.403604 16242 ts_tablet_manager.cc:902] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: Initiating tablet copy from peer 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:15.404263 16242 tablet_copy_client.cc:308] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:44027
I20240503 14:00:15.407830 16235 tablet_bootstrap.cc:492] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:15.408180 16235 tablet_bootstrap.cc:492] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: Bootstrap complete.
I20240503 14:00:15.408200 15525 tablet_copy_service.cc:140] P 9c1aedaffeba4483af173d3650bbbd5a: Received BeginTabletCopySession request for tablet 80fb5eaf52ad4de3b9f54d969506850d from peer 776f514ba2d8497991d867ce22d7093d ({username='slave'} at 127.0.99.130:34223)
I20240503 14:00:15.408365 15525 tablet_copy_service.cc:161] P 9c1aedaffeba4483af173d3650bbbd5a: Beginning new tablet copy session on tablet 80fb5eaf52ad4de3b9f54d969506850d from peer 776f514ba2d8497991d867ce22d7093d at {username='slave'} at 127.0.99.130:34223: session id = 776f514ba2d8497991d867ce22d7093d-80fb5eaf52ad4de3b9f54d969506850d
I20240503 14:00:15.408500 16235 ts_tablet_manager.cc:1367] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: Time spent bootstrapping tablet: real 0.026s user 0.025s sys 0.000s
I20240503 14:00:15.408757 16248 ts_tablet_manager.cc:902] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: Initiating tablet copy from peer 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:15.409238 16248 tablet_copy_client.cc:308] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:33213
I20240503 14:00:15.409893 15525 tablet_copy_source_session.cc:205] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:15.410909 16235 raft_consensus.cc:348] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:15.411160 16235 raft_consensus.cc:729] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 63892001382e4022a4ce02d779e263f8, State: Initialized, Role: LEARNER
I20240503 14:00:15.411497 16235 consensus_queue.cc:260] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:15.412273 16235 ts_tablet_manager.cc:1398] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8: Time spent starting tablet: real 0.004s user 0.004s sys 0.000s
I20240503 14:00:15.413028 15129 tablet_copy_service.cc:342] P 7a8e2bcf6de34d12a462625e2ecdb0db: Request end of tablet copy session 63892001382e4022a4ce02d779e263f8-997de093a44b4c29918edfe0ded299bc received from {username='slave'} at 127.0.99.131:51345
I20240503 14:00:15.413111 15129 tablet_copy_service.cc:433] P 7a8e2bcf6de34d12a462625e2ecdb0db: ending tablet copy session 63892001382e4022a4ce02d779e263f8-997de093a44b4c29918edfe0ded299bc on tablet 997de093a44b4c29918edfe0ded299bc with peer 63892001382e4022a4ce02d779e263f8
I20240503 14:00:15.413765 16242 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 80fb5eaf52ad4de3b9f54d969506850d. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:15.414737 15129 tablet_copy_service.cc:140] P 7a8e2bcf6de34d12a462625e2ecdb0db: Received BeginTabletCopySession request for tablet ed38bfc2792d4db993a1dd771668ef5e from peer 776f514ba2d8497991d867ce22d7093d ({username='slave'} at 127.0.99.130:55715)
I20240503 14:00:15.414826 15129 tablet_copy_service.cc:161] P 7a8e2bcf6de34d12a462625e2ecdb0db: Beginning new tablet copy session on tablet ed38bfc2792d4db993a1dd771668ef5e from peer 776f514ba2d8497991d867ce22d7093d at {username='slave'} at 127.0.99.130:55715: session id = 776f514ba2d8497991d867ce22d7093d-ed38bfc2792d4db993a1dd771668ef5e
I20240503 14:00:15.415726 15129 tablet_copy_source_session.cc:205] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:15.416427 16248 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ed38bfc2792d4db993a1dd771668ef5e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:15.419472 16248 tablet_copy_client.cc:783] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:15.419473 16242 tablet_copy_client.cc:783] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:15.419694 16248 tablet_copy_client.cc:647] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:15.419829 16242 tablet_copy_client.cc:647] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:15.421311 16242 tablet_copy_client.cc:523] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:15.421311 16248 tablet_copy_client.cc:523] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:15.422857 16248 tablet_bootstrap.cc:492] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: Bootstrap starting.
I20240503 14:00:15.422875 16242 tablet_bootstrap.cc:492] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: Bootstrap starting.
I20240503 14:00:15.428054 16242 log.cc:824] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:15.446782 16235 ts_tablet_manager.cc:902] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: Initiating tablet copy from peer 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:15.446872 16248 tablet_bootstrap.cc:492] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:15.447172 16242 tablet_bootstrap.cc:492] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:15.447229 16248 tablet_bootstrap.cc:492] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: Bootstrap complete.
I20240503 14:00:15.447286 16235 tablet_copy_client.cc:308] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:44027
I20240503 14:00:15.447433 16242 tablet_bootstrap.cc:492] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: Bootstrap complete.
I20240503 14:00:15.447547 16248 ts_tablet_manager.cc:1367] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: Time spent bootstrapping tablet: real 0.025s user 0.020s sys 0.004s
I20240503 14:00:15.447602 16242 ts_tablet_manager.cc:1367] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: Time spent bootstrapping tablet: real 0.025s user 0.023s sys 0.000s
I20240503 14:00:15.449946 16242 raft_consensus.cc:348] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:15.449949 16248 raft_consensus.cc:348] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:15.450222 16242 raft_consensus.cc:729] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 776f514ba2d8497991d867ce22d7093d, State: Initialized, Role: LEARNER
I20240503 14:00:15.450222 16248 raft_consensus.cc:729] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 776f514ba2d8497991d867ce22d7093d, State: Initialized, Role: LEARNER
I20240503 14:00:15.450572 16248 consensus_queue.cc:260] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:15.450569 16242 consensus_queue.cc:260] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:15.451550 15525 tablet_copy_service.cc:140] P 9c1aedaffeba4483af173d3650bbbd5a: Received BeginTabletCopySession request for tablet b2b4331599874fafa98a977b2f32e234 from peer 63892001382e4022a4ce02d779e263f8 ({username='slave'} at 127.0.99.131:58055)
I20240503 14:00:15.451642 15525 tablet_copy_service.cc:161] P 9c1aedaffeba4483af173d3650bbbd5a: Beginning new tablet copy session on tablet b2b4331599874fafa98a977b2f32e234 from peer 63892001382e4022a4ce02d779e263f8 at {username='slave'} at 127.0.99.131:58055: session id = 63892001382e4022a4ce02d779e263f8-b2b4331599874fafa98a977b2f32e234
I20240503 14:00:15.452490 15525 tablet_copy_source_session.cc:205] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:15.452499 16242 ts_tablet_manager.cc:1398] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s
I20240503 14:00:15.452860 16248 ts_tablet_manager.cc:1398] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s
I20240503 14:00:15.453240 15525 tablet_copy_service.cc:342] P 9c1aedaffeba4483af173d3650bbbd5a: Request end of tablet copy session 776f514ba2d8497991d867ce22d7093d-80fb5eaf52ad4de3b9f54d969506850d received from {username='slave'} at 127.0.99.130:34223
I20240503 14:00:15.453322 15525 tablet_copy_service.cc:433] P 9c1aedaffeba4483af173d3650bbbd5a: ending tablet copy session 776f514ba2d8497991d867ce22d7093d-80fb5eaf52ad4de3b9f54d969506850d on tablet 80fb5eaf52ad4de3b9f54d969506850d with peer 776f514ba2d8497991d867ce22d7093d
I20240503 14:00:15.453481 16235 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b2b4331599874fafa98a977b2f32e234. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:15.454078 15129 tablet_copy_service.cc:342] P 7a8e2bcf6de34d12a462625e2ecdb0db: Request end of tablet copy session 776f514ba2d8497991d867ce22d7093d-ed38bfc2792d4db993a1dd771668ef5e received from {username='slave'} at 127.0.99.130:55715
I20240503 14:00:15.454149 15129 tablet_copy_service.cc:433] P 7a8e2bcf6de34d12a462625e2ecdb0db: ending tablet copy session 776f514ba2d8497991d867ce22d7093d-ed38bfc2792d4db993a1dd771668ef5e on tablet ed38bfc2792d4db993a1dd771668ef5e with peer 776f514ba2d8497991d867ce22d7093d
I20240503 14:00:15.455684 16235 tablet_copy_client.cc:783] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:15.455843 16235 tablet_copy_client.cc:647] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:15.457101 16235 tablet_copy_client.cc:523] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:15.458418 16235 tablet_bootstrap.cc:492] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: Bootstrap starting.
I20240503 14:00:15.479218 16235 tablet_bootstrap.cc:492] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:15.479487 16235 tablet_bootstrap.cc:492] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: Bootstrap complete.
I20240503 14:00:15.479660 16235 ts_tablet_manager.cc:1367] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: Time spent bootstrapping tablet: real 0.021s user 0.019s sys 0.000s
I20240503 14:00:15.480149 16235 raft_consensus.cc:348] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:15.480255 16235 raft_consensus.cc:729] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 63892001382e4022a4ce02d779e263f8, State: Initialized, Role: LEARNER
I20240503 14:00:15.480332 16235 consensus_queue.cc:260] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:15.480605 16235 ts_tablet_manager.cc:1398] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:15.481141 15525 tablet_copy_service.cc:342] P 9c1aedaffeba4483af173d3650bbbd5a: Request end of tablet copy session 63892001382e4022a4ce02d779e263f8-b2b4331599874fafa98a977b2f32e234 received from {username='slave'} at 127.0.99.131:58055
I20240503 14:00:15.481217 15525 tablet_copy_service.cc:433] P 9c1aedaffeba4483af173d3650bbbd5a: ending tablet copy session 63892001382e4022a4ce02d779e263f8-b2b4331599874fafa98a977b2f32e234 on tablet b2b4331599874fafa98a977b2f32e234 with peer 63892001382e4022a4ce02d779e263f8
I20240503 14:00:15.498804 16242 ts_tablet_manager.cc:902] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: Initiating tablet copy from peer 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:15.499233 16242 tablet_copy_client.cc:308] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:44027
I20240503 14:00:15.499686 15525 tablet_copy_service.cc:140] P 9c1aedaffeba4483af173d3650bbbd5a: Received BeginTabletCopySession request for tablet f84746f6797548c0b0284bb15decac96 from peer 776f514ba2d8497991d867ce22d7093d ({username='slave'} at 127.0.99.130:34223)
I20240503 14:00:15.499776 15525 tablet_copy_service.cc:161] P 9c1aedaffeba4483af173d3650bbbd5a: Beginning new tablet copy session on tablet f84746f6797548c0b0284bb15decac96 from peer 776f514ba2d8497991d867ce22d7093d at {username='slave'} at 127.0.99.130:34223: session id = 776f514ba2d8497991d867ce22d7093d-f84746f6797548c0b0284bb15decac96
I20240503 14:00:15.500463 15525 tablet_copy_source_session.cc:205] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:15.501259 16242 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f84746f6797548c0b0284bb15decac96. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:15.502976 16242 tablet_copy_client.cc:783] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:15.503121 16242 tablet_copy_client.cc:647] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:15.504221 16242 tablet_copy_client.cc:523] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:15.505184 16242 tablet_bootstrap.cc:492] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: Bootstrap starting.
I20240503 14:00:15.522814 16235 ts_tablet_manager.cc:902] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: Initiating tablet copy from peer 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213)
I20240503 14:00:15.522992 16242 tablet_bootstrap.cc:492] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:15.523285 16242 tablet_bootstrap.cc:492] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: Bootstrap complete.
I20240503 14:00:15.523314 16235 tablet_copy_client.cc:308] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:33213
I20240503 14:00:15.523469 16242 ts_tablet_manager.cc:1367] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: Time spent bootstrapping tablet: real 0.018s user 0.018s sys 0.000s
I20240503 14:00:15.523835 15129 tablet_copy_service.cc:140] P 7a8e2bcf6de34d12a462625e2ecdb0db: Received BeginTabletCopySession request for tablet bd0085c4fe284f9f811daa07a93fa2ca from peer 63892001382e4022a4ce02d779e263f8 ({username='slave'} at 127.0.99.131:51345)
I20240503 14:00:15.523955 15129 tablet_copy_service.cc:161] P 7a8e2bcf6de34d12a462625e2ecdb0db: Beginning new tablet copy session on tablet bd0085c4fe284f9f811daa07a93fa2ca from peer 63892001382e4022a4ce02d779e263f8 at {username='slave'} at 127.0.99.131:51345: session id = 63892001382e4022a4ce02d779e263f8-bd0085c4fe284f9f811daa07a93fa2ca
I20240503 14:00:15.523962 16242 raft_consensus.cc:348] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:15.524081 16242 raft_consensus.cc:729] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 776f514ba2d8497991d867ce22d7093d, State: Initialized, Role: LEARNER
I20240503 14:00:15.524199 16242 consensus_queue.cc:260] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: true } }
I20240503 14:00:15.524477 16242 ts_tablet_manager.cc:1398] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 14:00:15.524909 15129 tablet_copy_source_session.cc:205] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:15.525082 15525 tablet_copy_service.cc:342] P 9c1aedaffeba4483af173d3650bbbd5a: Request end of tablet copy session 776f514ba2d8497991d867ce22d7093d-f84746f6797548c0b0284bb15decac96 received from {username='slave'} at 127.0.99.130:34223
I20240503 14:00:15.525163 15525 tablet_copy_service.cc:433] P 9c1aedaffeba4483af173d3650bbbd5a: ending tablet copy session 776f514ba2d8497991d867ce22d7093d-f84746f6797548c0b0284bb15decac96 on tablet f84746f6797548c0b0284bb15decac96 with peer 776f514ba2d8497991d867ce22d7093d
I20240503 14:00:15.525888 16235 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bd0085c4fe284f9f811daa07a93fa2ca. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:15.527683 16235 tablet_copy_client.cc:783] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:15.527858 16235 tablet_copy_client.cc:647] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:15.528986 16235 tablet_copy_client.cc:523] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:15.529958 16235 tablet_bootstrap.cc:492] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: Bootstrap starting.
I20240503 14:00:15.545935 16235 tablet_bootstrap.cc:492] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:15.546284 16235 tablet_bootstrap.cc:492] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: Bootstrap complete.
I20240503 14:00:15.546459 16235 ts_tablet_manager.cc:1367] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: Time spent bootstrapping tablet: real 0.017s user 0.012s sys 0.005s
I20240503 14:00:15.546909 16235 raft_consensus.cc:348] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:15.547029 16235 raft_consensus.cc:729] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 63892001382e4022a4ce02d779e263f8, State: Initialized, Role: LEARNER
I20240503 14:00:15.547138 16235 consensus_queue.cc:260] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: NON_VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: true } }
I20240503 14:00:15.547387 16235 ts_tablet_manager.cc:1398] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:15.548810 15129 tablet_copy_service.cc:342] P 7a8e2bcf6de34d12a462625e2ecdb0db: Request end of tablet copy session 63892001382e4022a4ce02d779e263f8-bd0085c4fe284f9f811daa07a93fa2ca received from {username='slave'} at 127.0.99.131:51345
I20240503 14:00:15.548897 15129 tablet_copy_service.cc:433] P 7a8e2bcf6de34d12a462625e2ecdb0db: ending tablet copy session 63892001382e4022a4ce02d779e263f8-bd0085c4fe284f9f811daa07a93fa2ca on tablet bd0085c4fe284f9f811daa07a93fa2ca with peer 63892001382e4022a4ce02d779e263f8
I20240503 14:00:15.748934 15944 raft_consensus.cc:1203] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 14:00:15.883728 15813 raft_consensus.cc:1203] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 14:00:15.935096 15813 raft_consensus.cc:1203] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 14:00:16.005244 15813 raft_consensus.cc:1203] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 14:00:16.050539 15944 raft_consensus.cc:1203] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 14:00:16.126626 15944 raft_consensus.cc:1203] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.3->[1.4-1.4] Dedup: 1.4->[]
I20240503 14:00:16.236948 16333 raft_consensus.cc:1050] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db: attempting to promote NON_VOTER 63892001382e4022a4ce02d779e263f8 to VOTER
I20240503 14:00:16.237375 16333 consensus_queue.cc:237] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.239037 15505 raft_consensus.cc:1261] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.239112 15944 raft_consensus.cc:1261] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.239495 16132 consensus_queue.cc:1035] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.239689 16333 consensus_queue.cc:1035] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.241566 16132 raft_consensus.cc:2932] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.241992 15505 raft_consensus.cc:2932] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.244256 14963 catalog_manager.cc:5484] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.244498 15944 raft_consensus.cc:2932] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.249912 15109 consensus_queue.cc:237] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.250945 15944 raft_consensus.cc:1261] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:16.251291 16333 consensus_queue.cc:1035] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:16.252732 16132 raft_consensus.cc:2932] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.253119 15944 raft_consensus.cc:2932] T 997de093a44b4c29918edfe0ded299bc P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.254310 14954 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 997de093a44b4c29918edfe0ded299bc with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:16.255137 14959 catalog_manager.cc:5484] T 997de093a44b4c29918edfe0ded299bc P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: config changed from index 5 to 6, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:16.257436 15484 tablet_service.cc:1514] Processing DeleteTablet for tablet 997de093a44b4c29918edfe0ded299bc with delete_type TABLET_DATA_TOMBSTONED (TS 9c1aedaffeba4483af173d3650bbbd5a not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:44832
I20240503 14:00:16.257915 16403 tablet_replica.cc:330] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: stopping tablet replica
I20240503 14:00:16.258229 16403 raft_consensus.cc:2229] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:16.258441 16403 raft_consensus.cc:2258] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:16.259469 16403 ts_tablet_manager.cc:1875] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:16.261365 16403 ts_tablet_manager.cc:1888] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 14:00:16.261448 16403 log.cc:1196] T 997de093a44b4c29918edfe0ded299bc P 9c1aedaffeba4483af173d3650bbbd5a: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/997de093a44b4c29918edfe0ded299bc
I20240503 14:00:16.262007 14952 catalog_manager.cc:4830] TS 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027): tablet 997de093a44b4c29918edfe0ded299bc (table rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]) successfully deleted
I20240503 14:00:16.505964 16333 raft_consensus.cc:1050] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: attempting to promote NON_VOTER 776f514ba2d8497991d867ce22d7093d to VOTER
I20240503 14:00:16.506362 16333 consensus_queue.cc:237] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.507638 15505 raft_consensus.cc:1261] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.507740 15813 raft_consensus.cc:1261] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.508066 16333 consensus_queue.cc:1035] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.508244 16132 consensus_queue.cc:1035] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.510146 15730 raft_consensus.cc:1050] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a: attempting to promote NON_VOTER 776f514ba2d8497991d867ce22d7093d to VOTER
I20240503 14:00:16.510164 16132 raft_consensus.cc:2932] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.510762 15730 consensus_queue.cc:237] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.511703 15813 raft_consensus.cc:2932] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.512007 15109 raft_consensus.cc:1261] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.512079 15812 raft_consensus.cc:1261] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.512392 16339 consensus_queue.cc:1035] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.512691 15505 raft_consensus.cc:2932] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.512971 16339 consensus_queue.cc:1035] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.513006 14960 catalog_manager.cc:5484] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:16.514938 16339 raft_consensus.cc:2932] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.517369 16339 raft_consensus.cc:1050] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: attempting to promote NON_VOTER 63892001382e4022a4ce02d779e263f8 to VOTER
I20240503 14:00:16.517544 15813 raft_consensus.cc:2932] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.517773 16339 consensus_queue.cc:237] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.517828 15109 raft_consensus.cc:2932] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.518911 15944 raft_consensus.cc:1261] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.519022 14959 catalog_manager.cc:5484] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:16.519958 16339 consensus_queue.cc:1035] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.520843 15109 raft_consensus.cc:1261] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.522116 15505 consensus_queue.cc:237] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.522236 16339 consensus_queue.cc:1035] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.522493 16340 raft_consensus.cc:2932] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.523259 15813 raft_consensus.cc:1261] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:16.523648 16339 consensus_queue.cc:1035] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:16.524689 15109 raft_consensus.cc:2932] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.525422 15730 raft_consensus.cc:2932] T 80fb5eaf52ad4de3b9f54d969506850d P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.527034 14952 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 80fb5eaf52ad4de3b9f54d969506850d with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:16.527179 15944 raft_consensus.cc:2932] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.527226 14960 catalog_manager.cc:5484] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.528642 15813 raft_consensus.cc:2932] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.530902 14963 catalog_manager.cc:5484] T 80fb5eaf52ad4de3b9f54d969506850d P 776f514ba2d8497991d867ce22d7093d reported cstate change: config changed from index 5 to 6, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.533042 15088 tablet_service.cc:1514] Processing DeleteTablet for tablet 80fb5eaf52ad4de3b9f54d969506850d with delete_type TABLET_DATA_TOMBSTONED (TS 7a8e2bcf6de34d12a462625e2ecdb0db not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:39264
I20240503 14:00:16.533610 16470 tablet_replica.cc:330] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: stopping tablet replica
I20240503 14:00:16.533900 16470 raft_consensus.cc:2229] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:16.534092 16470 raft_consensus.cc:2258] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:16.535218 16470 ts_tablet_manager.cc:1875] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:16.537048 16470 ts_tablet_manager.cc:1888] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 14:00:16.537135 16470 log.cc:1196] T 80fb5eaf52ad4de3b9f54d969506850d P 7a8e2bcf6de34d12a462625e2ecdb0db: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/80fb5eaf52ad4de3b9f54d969506850d
I20240503 14:00:16.537725 14954 catalog_manager.cc:4830] TS 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213): tablet 80fb5eaf52ad4de3b9f54d969506850d (table rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]) successfully deleted
I20240503 14:00:16.550329 16154 raft_consensus.cc:1050] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db: attempting to promote NON_VOTER 63892001382e4022a4ce02d779e263f8 to VOTER
I20240503 14:00:16.550773 16154 consensus_queue.cc:237] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.552124 15505 raft_consensus.cc:1261] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.552121 15944 raft_consensus.cc:1261] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [term 1 LEARNER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.552548 16333 consensus_queue.cc:1035] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.552768 16132 consensus_queue.cc:1035] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.554633 16154 raft_consensus.cc:2932] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.555117 15944 raft_consensus.cc:2932] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.555114 15505 raft_consensus.cc:2932] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.557610 14959 catalog_manager.cc:5484] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index 4 to 5, 63892001382e4022a4ce02d779e263f8 (127.0.99.131) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.560613 15109 consensus_queue.cc:237] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.561558 15944 raft_consensus.cc:1261] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Refusing update from remote peer 7a8e2bcf6de34d12a462625e2ecdb0db: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:16.561913 16333 consensus_queue.cc:1035] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [LEADER]: Connected to new peer: Peer: permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:16.563287 16132 raft_consensus.cc:2932] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.563779 15944 raft_consensus.cc:2932] T bd0085c4fe284f9f811daa07a93fa2ca P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:16.565059 14954 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet bd0085c4fe284f9f811daa07a93fa2ca with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:16.565672 14963 catalog_manager.cc:5484] T bd0085c4fe284f9f811daa07a93fa2ca P 7a8e2bcf6de34d12a462625e2ecdb0db reported cstate change: config changed from index 5 to 6, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:16.567859 15484 tablet_service.cc:1514] Processing DeleteTablet for tablet bd0085c4fe284f9f811daa07a93fa2ca with delete_type TABLET_DATA_TOMBSTONED (TS 9c1aedaffeba4483af173d3650bbbd5a not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:44832
I20240503 14:00:16.568120 16403 tablet_replica.cc:330] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: stopping tablet replica
I20240503 14:00:16.568277 16403 raft_consensus.cc:2229] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:16.568418 16403 raft_consensus.cc:2258] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:16.568980 16403 ts_tablet_manager.cc:1875] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:16.570665 16403 ts_tablet_manager.cc:1888] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 14:00:16.570736 16403 log.cc:1196] T bd0085c4fe284f9f811daa07a93fa2ca P 9c1aedaffeba4483af173d3650bbbd5a: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/bd0085c4fe284f9f811daa07a93fa2ca
I20240503 14:00:16.571195 14952 catalog_manager.cc:4830] TS 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027): tablet bd0085c4fe284f9f811daa07a93fa2ca (table rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]) successfully deleted
I20240503 14:00:16.574469 16339 raft_consensus.cc:1050] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a: attempting to promote NON_VOTER 776f514ba2d8497991d867ce22d7093d to VOTER
I20240503 14:00:16.574791 16339 consensus_queue.cc:237] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.575922 15813 raft_consensus.cc:1261] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [term 1 LEARNER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.575971 15109 raft_consensus.cc:1261] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:16.576294 16340 consensus_queue.cc:1035] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.576462 16339 consensus_queue.cc:1035] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:16.578305 15730 raft_consensus.cc:2932] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.578835 15813 raft_consensus.cc:2932] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.578855 15109 raft_consensus.cc:2932] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.580757 14960 catalog_manager.cc:5484] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index 4 to 5, 776f514ba2d8497991d867ce22d7093d (127.0.99.130) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:16.583421 15505 consensus_queue.cc:237] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.584370 15813 raft_consensus.cc:1261] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:16.584717 15730 consensus_queue.cc:1035] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:16.586099 16340 raft_consensus.cc:2932] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.586535 15813 raft_consensus.cc:2932] T f84746f6797548c0b0284bb15decac96 P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:16.587325 14952 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet f84746f6797548c0b0284bb15decac96 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:16.588052 14959 catalog_manager.cc:5484] T f84746f6797548c0b0284bb15decac96 P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index 5 to 6, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:16.590076 15088 tablet_service.cc:1514] Processing DeleteTablet for tablet f84746f6797548c0b0284bb15decac96 with delete_type TABLET_DATA_TOMBSTONED (TS 7a8e2bcf6de34d12a462625e2ecdb0db not found in new config with opid_index 6) from {username='slave'} at 127.0.0.1:39264
I20240503 14:00:16.590304 16470 tablet_replica.cc:330] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: stopping tablet replica
I20240503 14:00:16.590427 16470 raft_consensus.cc:2229] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:16.590586 16470 raft_consensus.cc:2258] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:16.591194 16470 ts_tablet_manager.cc:1875] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:16.592743 16470 ts_tablet_manager.cc:1888] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.5
I20240503 14:00:16.592810 16470 log.cc:1196] T f84746f6797548c0b0284bb15decac96 P 7a8e2bcf6de34d12a462625e2ecdb0db: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/f84746f6797548c0b0284bb15decac96
I20240503 14:00:16.593272 14954 catalog_manager.cc:4830] TS 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213): tablet f84746f6797548c0b0284bb15decac96 (table rebalance_test_table_2 [id=6c760290ab1f46e7afc125457aa20089]) successfully deleted
I20240503 14:00:16.676585 15109 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e"
dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39612
I20240503 14:00:16.676786 15109 raft_consensus.cc:595] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Received request to transfer leadership
I20240503 14:00:16.686441 15505 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234"
dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:45178
I20240503 14:00:16.686617 15505 raft_consensus.cc:595] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Received request to transfer leadership
I20240503 14:00:16.707401 15109 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e"
dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39636
I20240503 14:00:16.707540 15109 raft_consensus.cc:595] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Received request to transfer leadership
I20240503 14:00:16.717334 15505 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234"
dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:45192
I20240503 14:00:16.717485 15505 raft_consensus.cc:595] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Received request to transfer leadership
I20240503 14:00:16.928208 15109 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e"
dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:39654
I20240503 14:00:16.928340 15109 raft_consensus.cc:595] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Received request to transfer leadership
I20240503 14:00:16.936664 16132 raft_consensus.cc:979] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: : Instructing follower 9c1aedaffeba4483af173d3650bbbd5a to start an election
I20240503 14:00:16.936776 16132 raft_consensus.cc:1067] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Signalling peer 9c1aedaffeba4483af173d3650bbbd5a to start an election
I20240503 14:00:16.937335 15505 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e"
dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
from {username='slave'} at 127.0.99.129:40739
I20240503 14:00:16.937501 15505 raft_consensus.cc:482] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 14:00:16.937561 15505 raft_consensus.cc:3037] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Advancing to term 2
I20240503 14:00:16.938709 15505 raft_consensus.cc:504] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 2 FOLLOWER]: Starting forced leader election with config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.939100 15505 leader_election.cc:288] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 2 election: Requested vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213), 776f514ba2d8497991d867ce22d7093d (127.0.99.130:39717)
I20240503 14:00:16.939487 15813 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "776f514ba2d8497991d867ce22d7093d"
I20240503 14:00:16.939525 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ed38bfc2792d4db993a1dd771668ef5e" candidate_uuid: "9c1aedaffeba4483af173d3650bbbd5a" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
I20240503 14:00:16.939631 15109 raft_consensus.cc:3032] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Stepping down as leader of term 1
I20240503 14:00:16.939677 15109 raft_consensus.cc:729] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 LEADER]: Becoming Follower/Learner. State: Replica: 7a8e2bcf6de34d12a462625e2ecdb0db, State: Running, Role: LEADER
I20240503 14:00:16.939690 15813 raft_consensus.cc:3037] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 1 FOLLOWER]: Advancing to term 2
I20240503 14:00:16.939846 15109 consensus_queue.cc:260] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.940057 15109 raft_consensus.cc:3037] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Advancing to term 2
I20240503 14:00:16.940778 15813 raft_consensus.cc:2454] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 2.
I20240503 14:00:16.941006 15109 raft_consensus.cc:2454] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c1aedaffeba4483af173d3650bbbd5a in term 2.
I20240503 14:00:16.941187 15439 leader_election.cc:302] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 776f514ba2d8497991d867ce22d7093d, 9c1aedaffeba4483af173d3650bbbd5a; no voters:
I20240503 14:00:16.941170 15505 tablet_service.cc:1967] Received LeaderStepDown RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234"
dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
mode: GRACEFUL
from {username='slave'} at 127.0.0.1:45212
I20240503 14:00:16.941439 16340 raft_consensus.cc:2781] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 2 FOLLOWER]: Leader election won for term 2
I20240503 14:00:16.941452 15505 raft_consensus.cc:595] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Received request to transfer leadership
I20240503 14:00:16.941529 16340 raft_consensus.cc:686] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 2 LEADER]: Becoming Leader. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Running, Role: LEADER
I20240503 14:00:16.941689 16340 consensus_queue.cc:237] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:16.943460 14963 catalog_manager.cc:5484] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: term changed from 1 to 2, leader changed from 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) to 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132). New cstate: current_term: 2 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:16.973292 16340 raft_consensus.cc:979] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: : Instructing follower 63892001382e4022a4ce02d779e263f8 to start an election
I20240503 14:00:16.973421 16340 raft_consensus.cc:1067] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Signalling peer 63892001382e4022a4ce02d779e263f8 to start an election
I20240503 14:00:16.974030 15944 tablet_service.cc:1939] Received Run Leader Election RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234"
dest_uuid: "63892001382e4022a4ce02d779e263f8"
from {username='slave'} at 127.0.99.132:41453
I20240503 14:00:16.974236 15944 raft_consensus.cc:482] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Starting forced leader election (received explicit request)
I20240503 14:00:16.974344 15944 raft_consensus.cc:3037] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 1 FOLLOWER]: Advancing to term 2
I20240503 14:00:16.975224 15944 raft_consensus.cc:504] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 2 FOLLOWER]: Starting forced leader election with config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.976174 15944 leader_election.cc:288] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [CANDIDATE]: Term 2 election: Requested vote from peers 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213), 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027)
I20240503 14:00:16.976579 15505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234" candidate_uuid: "63892001382e4022a4ce02d779e263f8" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "9c1aedaffeba4483af173d3650bbbd5a"
I20240503 14:00:16.976624 15109 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b2b4331599874fafa98a977b2f32e234" candidate_uuid: "63892001382e4022a4ce02d779e263f8" candidate_term: 2 candidate_status { last_received { term: 1 index: 5 } } ignore_live_leader: true dest_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db"
I20240503 14:00:16.976701 15505 raft_consensus.cc:3032] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Stepping down as leader of term 1
I20240503 14:00:16.976752 15505 raft_consensus.cc:729] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 LEADER]: Becoming Follower/Learner. State: Replica: 9c1aedaffeba4483af173d3650bbbd5a, State: Running, Role: LEADER
I20240503 14:00:16.976763 15109 raft_consensus.cc:3037] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 1 FOLLOWER]: Advancing to term 2
I20240503 14:00:16.976922 15505 consensus_queue.cc:260] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.977083 15505 raft_consensus.cc:3037] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 1 FOLLOWER]: Advancing to term 2
I20240503 14:00:16.977689 15109 raft_consensus.cc:2454] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 63892001382e4022a4ce02d779e263f8 in term 2.
I20240503 14:00:16.977905 15505 raft_consensus.cc:2454] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 63892001382e4022a4ce02d779e263f8 in term 2.
I20240503 14:00:16.978076 15880 leader_election.cc:302] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63892001382e4022a4ce02d779e263f8, 7a8e2bcf6de34d12a462625e2ecdb0db; no voters:
I20240503 14:00:16.978364 16253 raft_consensus.cc:2781] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 2 FOLLOWER]: Leader election won for term 2
I20240503 14:00:16.978528 16253 raft_consensus.cc:686] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 2 LEADER]: Becoming Leader. State: Replica: 63892001382e4022a4ce02d779e263f8, State: Running, Role: LEADER
I20240503 14:00:16.978798 16253 consensus_queue.cc:237] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:16.980718 14963 catalog_manager.cc:5484] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 reported cstate change: term changed from 1 to 2, leader changed from 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) to 63892001382e4022a4ce02d779e263f8 (127.0.99.131). New cstate: current_term: 2 leader_uuid: "63892001382e4022a4ce02d779e263f8" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:17.411260 15109 raft_consensus.cc:1261] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Refusing update from remote peer 63892001382e4022a4ce02d779e263f8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 14:00:17.411758 16253 consensus_queue.cc:1035] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:17.414594 15505 raft_consensus.cc:1261] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 2 FOLLOWER]: Refusing update from remote peer 63892001382e4022a4ce02d779e263f8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 14:00:17.415002 16253 consensus_queue.cc:1035] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:17.420128 15944 consensus_queue.cc:237] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 2.6, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } }
I20240503 14:00:17.421207 15109 raft_consensus.cc:1261] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Refusing update from remote peer 63892001382e4022a4ce02d779e263f8: Log matching property violated. Preceding OpId in replica: term: 2 index: 6. Preceding OpId from leader: term: 2 index: 7. (index mismatch)
I20240503 14:00:17.421604 16253 consensus_queue.cc:1035] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:17.423107 16552 raft_consensus.cc:2932] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 [term 2 LEADER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:17.423532 15109 raft_consensus.cc:2932] T b2b4331599874fafa98a977b2f32e234 P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } } }
I20240503 14:00:17.424460 14952 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet b2b4331599874fafa98a977b2f32e234 with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:17.425210 14959 catalog_manager.cc:5484] T b2b4331599874fafa98a977b2f32e234 P 63892001382e4022a4ce02d779e263f8 reported cstate change: config changed from index 5 to 7, VOTER 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132) evicted. New cstate: current_term: 2 leader_uuid: "63892001382e4022a4ce02d779e263f8" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "63892001382e4022a4ce02d779e263f8" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 45539 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:17.427392 15484 tablet_service.cc:1514] Processing DeleteTablet for tablet b2b4331599874fafa98a977b2f32e234 with delete_type TABLET_DATA_TOMBSTONED (TS 9c1aedaffeba4483af173d3650bbbd5a not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:44832
I20240503 14:00:17.427742 16578 tablet_replica.cc:330] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: stopping tablet replica
I20240503 14:00:17.427884 16578 raft_consensus.cc:2229] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:17.428009 16578 raft_consensus.cc:2258] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:17.428679 16578 ts_tablet_manager.cc:1875] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:17.430514 16578 ts_tablet_manager.cc:1888] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.6
I20240503 14:00:17.430580 16578 log.cc:1196] T b2b4331599874fafa98a977b2f32e234 P 9c1aedaffeba4483af173d3650bbbd5a: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/b2b4331599874fafa98a977b2f32e234
I20240503 14:00:17.431107 14952 catalog_manager.cc:4830] TS 9c1aedaffeba4483af173d3650bbbd5a (127.0.99.132:44027): tablet b2b4331599874fafa98a977b2f32e234 (table rebalance_test_table_1 [id=07121279d5a0485988a02029c9f39235]) successfully deleted
I20240503 14:00:17.459102 15109 raft_consensus.cc:1261] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 14:00:17.459576 16340 consensus_queue.cc:1035] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a8e2bcf6de34d12a462625e2ecdb0db" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 33213 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:17.461848 15813 raft_consensus.cc:1261] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 2 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
I20240503 14:00:17.462307 16340 consensus_queue.cc:1035] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:17.975035 15505 consensus_queue.cc:237] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 2.6, Last appended by leader: 5, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } }
I20240503 14:00:17.976119 15813 raft_consensus.cc:1261] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 2 FOLLOWER]: Refusing update from remote peer 9c1aedaffeba4483af173d3650bbbd5a: Log matching property violated. Preceding OpId in replica: term: 2 index: 6. Preceding OpId from leader: term: 2 index: 7. (index mismatch)
I20240503 14:00:17.976483 16602 consensus_queue.cc:1035] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:17.977988 16340 raft_consensus.cc:2932] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a [term 2 LEADER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:17.978507 15813 raft_consensus.cc:2932] T ed38bfc2792d4db993a1dd771668ef5e P 776f514ba2d8497991d867ce22d7093d [term 2 FOLLOWER]: Committing config change with OpId 2.7: config changed from index 5 to 7, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } } }
I20240503 14:00:17.979676 14952 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet ed38bfc2792d4db993a1dd771668ef5e with cas_config_opid_index 5: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:17.980396 14959 catalog_manager.cc:5484] T ed38bfc2792d4db993a1dd771668ef5e P 9c1aedaffeba4483af173d3650bbbd5a reported cstate change: config changed from index 5 to 7, VOTER 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129) evicted. New cstate: current_term: 2 leader_uuid: "9c1aedaffeba4483af173d3650bbbd5a" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9c1aedaffeba4483af173d3650bbbd5a" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 44027 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "776f514ba2d8497991d867ce22d7093d" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 39717 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:17.982915 15088 tablet_service.cc:1514] Processing DeleteTablet for tablet ed38bfc2792d4db993a1dd771668ef5e with delete_type TABLET_DATA_TOMBSTONED (TS 7a8e2bcf6de34d12a462625e2ecdb0db not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:39264
I20240503 14:00:17.983263 16608 tablet_replica.cc:330] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: stopping tablet replica
I20240503 14:00:17.983426 16608 raft_consensus.cc:2229] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:17.983552 16608 raft_consensus.cc:2258] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db [term 2 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:17.984109 16608 ts_tablet_manager.cc:1875] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:17.985883 16608 ts_tablet_manager.cc:1888] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 2.6
I20240503 14:00:17.985949 16608 log.cc:1196] T ed38bfc2792d4db993a1dd771668ef5e P 7a8e2bcf6de34d12a462625e2ecdb0db: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.Rebalance_idx7_rf2_t3_l_1_2_1.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/ed38bfc2792d4db993a1dd771668ef5e
I20240503 14:00:17.986456 14954 catalog_manager.cc:4830] TS 7a8e2bcf6de34d12a462625e2ecdb0db (127.0.99.129:33213): tablet ed38bfc2792d4db993a1dd771668ef5e (table rebalance_test_table_0 [id=0139be9663704071a47a8d0332fec1bb]) successfully deleted
I20240503 14:00:18.052933 15916 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:18.054056 15088 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:18.054534 15484 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:18.056720 15793 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:18.139896 15916 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:18.140604 15088 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:18.141327 15793 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:18.143908 15484 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:18.221401 15088 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:18.222000 15793 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:18.222312 15484 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:18.222889 15916 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:18.264616 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 15027
I20240503 14:00:18.271574 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 15731
I20240503 14:00:18.277451 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 15862
I20240503 14:00:18.283273 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 15422
I20240503 14:00:18.289552 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 14936
2024-05-03T14:00:18Z chronyd exiting
[ OK ] LocationAwareRebalancingParamTest.Rebalance/idx7_rf2_t3_l_1_2_1 (10838 ms)
[ RUN ] LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer/idx6_rf7_t7_l_3_4_3
I20240503 14:00:18.315668 398 test_util.cc:268] Using random seed: 600224142
I20240503 14:00:18.316620 398 ts_itest-base.cc:112] Starting cluster with:
I20240503 14:00:18.316671 398 ts_itest-base.cc:113] --------------
I20240503 14:00:18.316691 398 ts_itest-base.cc:114] 10 tablet servers
I20240503 14:00:18.316713 398 ts_itest-base.cc:115] 7 replicas per TS
I20240503 14:00:18.316732 398 ts_itest-base.cc:116] --------------
2024-05-03T14:00:18Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
2024-05-03T14:00:18Z Disabled control of system clock
I20240503 14:00:18.325838 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
master
run
--ipki_ca_key_size=768
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:36353
--webserver_interface=127.0.99.190
--webserver_port=0
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--rpc_reuseport=true
--master_addresses=127.0.99.190:36353
--location_mapping_cmd=/tmp/dist-test-task_U43gY/build/debug/bin/testdata/assign-location.py --state_store=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/location-assignment.state --map /A:3 --map /B:4 --map /C:3
--tserver_unresponsive_timeout_ms=3000
--enable_range_replica_placement=false
--raft_prepare_replacement_before_eviction=true
--enable_range_replica_placement=false
--master_client_location_assignment_enabled=false
--allow_unsafe_replication_factor with env {}
W20240503 14:00:18.431042 16722 flags.cc:425] Enabled unsafe flag: --allow_unsafe_replication_factor=true
W20240503 14:00:18.431305 16722 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:18.431350 16722 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:18.431409 16722 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:18.434434 16722 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:18.434535 16722 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
W20240503 14:00:18.434597 16722 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:18.434636 16722 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
W20240503 14:00:18.434679 16722 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
I20240503 14:00:18.438261 16722 master_runner.cc:386] Master server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
--allow_unsafe_replication_factor=true
--enable_range_replica_placement=false
--location_mapping_cmd=/tmp/dist-test-task_U43gY/build/debug/bin/testdata/assign-location.py --state_store=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/location-assignment.state --map /A:3 --map /B:4 --map /C:3
--ipki_ca_key_size=768
--master_addresses=127.0.99.190:36353
--tserver_unresponsive_timeout_ms=3000
--ipki_server_key_size=768
--openssl_security_level_override=0
--tsk_num_rsa_bits=512
--rpc_bind_addresses=127.0.99.190:36353
--rpc_reuseport=true
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
--webserver_interface=127.0.99.190
--webserver_port=0
--never_fsync=true
--heap_profile_path=/tmp/kudu.16722
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/logs
--logbuflevel=-1
--logtostderr=true
Master server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:18.439239 16722 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:18.440368 16722 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:18.448310 16727 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:18.449139 16728 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:18.449991 16730 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:18.450845 16722 server_base.cc:1034] running on GCE node
I20240503 14:00:18.451336 16722 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:18.452275 16722 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:18.453452 16722 hybrid_clock.cc:648] HybridClock initialized: now 1714744818453425 us; error 40 us; skew 500 ppm
I20240503 14:00:18.455365 16722 webserver.cc:460] Webserver started at http://127.0.99.190:34287/ using document root <none> and password file <none>
I20240503 14:00:18.455905 16722 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:18.455956 16722 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:18.456140 16722 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:18.457746 16722 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/instance:
uuid: "f833b0e5c827484f98dfd6ea23e1c6bc"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.458189 16722 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance:
uuid: "f833b0e5c827484f98dfd6ea23e1c6bc"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.461457 16722 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:18.463654 16736 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:18.464716 16722 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:18.464833 16722 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
uuid: "f833b0e5c827484f98dfd6ea23e1c6bc"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.464934 16722 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:18.490907 16722 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:18.491587 16722 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:18.491753 16722 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:18.498018 16722 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.190:36353
I20240503 14:00:18.498046 16788 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.190:36353 every 8 connection(s)
I20240503 14:00:18.499075 16722 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/data/info.pb
I20240503 14:00:18.501214 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 16722
I20240503 14:00:18.501354 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/master-0/wal/instance
I20240503 14:00:18.501646 16789 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:18.507390 16789 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc: Bootstrap starting.
I20240503 14:00:18.509655 16789 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:18.510368 16789 log.cc:824] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:18.511957 16789 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc: No bootstrap required, opened a new log
I20240503 14:00:18.514415 16789 raft_consensus.cc:348] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 36353 } }
I20240503 14:00:18.514600 16789 raft_consensus.cc:374] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:18.514647 16789 raft_consensus.cc:729] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f833b0e5c827484f98dfd6ea23e1c6bc, State: Initialized, Role: FOLLOWER
I20240503 14:00:18.514990 16789 consensus_queue.cc:260] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 36353 } }
I20240503 14:00:18.515096 16789 raft_consensus.cc:388] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240503 14:00:18.515156 16789 raft_consensus.cc:482] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240503 14:00:18.515264 16789 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:18.516441 16789 raft_consensus.cc:504] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 36353 } }
I20240503 14:00:18.516773 16789 leader_election.cc:302] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f833b0e5c827484f98dfd6ea23e1c6bc; no voters:
I20240503 14:00:18.517050 16789 leader_election.cc:288] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20240503 14:00:18.517179 16794 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:18.517411 16794 raft_consensus.cc:686] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [term 1 LEADER]: Becoming Leader. State: Replica: f833b0e5c827484f98dfd6ea23e1c6bc, State: Running, Role: LEADER
I20240503 14:00:18.517700 16794 consensus_queue.cc:237] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 36353 } }
I20240503 14:00:18.518136 16789 sys_catalog.cc:564] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [sys.catalog]: configured and running, proceeding with master startup.
I20240503 14:00:18.519165 16795 sys_catalog.cc:455] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 36353 } } }
I20240503 14:00:18.519305 16795 sys_catalog.cc:458] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [sys.catalog]: This master's current role is: LEADER
I20240503 14:00:18.519587 16796 sys_catalog.cc:455] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader f833b0e5c827484f98dfd6ea23e1c6bc. Latest consensus state: current_term: 1 leader_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f833b0e5c827484f98dfd6ea23e1c6bc" member_type: VOTER last_known_addr { host: "127.0.99.190" port: 36353 } } }
I20240503 14:00:18.519670 16796 sys_catalog.cc:458] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc [sys.catalog]: This master's current role is: LEADER
I20240503 14:00:18.519790 16803 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240503 14:00:18.522521 16803 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240503 14:00:18.528141 16803 catalog_manager.cc:1347] Generated new cluster ID: a9204c79b5aa4aea95511157fcab3ec9
I20240503 14:00:18.528227 16803 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240503 14:00:18.557401 16803 catalog_manager.cc:1370] Generated new certificate authority record
I20240503 14:00:18.558555 16803 catalog_manager.cc:1504] Loading token signing keys...
I20240503 14:00:18.567857 16803 catalog_manager.cc:5857] T 00000000000000000000000000000000 P f833b0e5c827484f98dfd6ea23e1c6bc: Generated new TSK 0
I20240503 14:00:18.568745 16803 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240503 14:00:18.571414 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.129:0
--local_ip_for_outbound_sockets=127.0.99.129
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 14:00:18.680822 16813 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:18.681052 16813 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:18.681126 16813 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:18.684203 16813 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:18.684291 16813 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:18.684387 16813 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.129
I20240503 14:00:18.688095 16813 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.129:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
--webserver_interface=127.0.99.129
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.16813
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.129
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:18.689010 16813 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:18.690116 16813 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:18.699409 16821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:18.700228 16819 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:18.701054 16818 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:18.701954 16813 server_base.cc:1034] running on GCE node
I20240503 14:00:18.702418 16813 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:18.702988 16813 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:18.704124 16813 hybrid_clock.cc:648] HybridClock initialized: now 1714744818704096 us; error 45 us; skew 500 ppm
I20240503 14:00:18.706079 16813 webserver.cc:460] Webserver started at http://127.0.99.129:34163/ using document root <none> and password file <none>
I20240503 14:00:18.706665 16813 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:18.706722 16813 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:18.706905 16813 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:18.710166 16813 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/instance:
uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.710719 16813 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance:
uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.713922 16813 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 14:00:18.716223 16827 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:18.717320 16813 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:18.717427 16813 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.717519 16813 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:18.742004 16813 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:18.742669 16813 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:18.742830 16813 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:18.743384 16813 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:18.744240 16813 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:18.744287 16813 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:18.744338 16813 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:18.744369 16813 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:18.752344 16813 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.129:34017
I20240503 14:00:18.752372 16940 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.129:34017 every 8 connection(s)
I20240503 14:00:18.753250 16813 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/data/info.pb
I20240503 14:00:18.757975 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 16813
I20240503 14:00:18.758101 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/instance
I20240503 14:00:18.760206 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.130:0
--local_ip_for_outbound_sockets=127.0.99.130
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:18.762100 16941 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:18.762362 16941 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:18.762861 16941 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:18.801926 16753 ts_manager.cc:194] Registered new tserver with Master: 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017)
I20240503 14:00:18.803174 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.129:59357
W20240503 14:00:18.866073 16944 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:18.866354 16944 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:18.866425 16944 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:18.869657 16944 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:18.869731 16944 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:18.869799 16944 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.130
I20240503 14:00:18.873461 16944 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.130:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
--webserver_interface=127.0.99.130
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.16944
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.130
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:18.874394 16944 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:18.875484 16944 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:18.884166 16953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:18.885010 16950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:18.885835 16951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:18.886770 16944 server_base.cc:1034] running on GCE node
I20240503 14:00:18.887113 16944 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:18.887631 16944 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:18.888780 16944 hybrid_clock.cc:648] HybridClock initialized: now 1714744818888766 us; error 28 us; skew 500 ppm
I20240503 14:00:18.890712 16944 webserver.cc:460] Webserver started at http://127.0.99.130:38315/ using document root <none> and password file <none>
I20240503 14:00:18.891289 16944 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:18.891345 16944 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:18.891510 16944 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:18.893116 16944 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/instance:
uuid: "9dd8ee24fd2048bebb45a234038e5de7"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.893591 16944 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance:
uuid: "9dd8ee24fd2048bebb45a234038e5de7"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.896740 16944 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 14:00:18.898826 16959 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:18.899780 16944 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:18.899883 16944 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
uuid: "9dd8ee24fd2048bebb45a234038e5de7"
format_stamp: "Formatted at 2024-05-03 14:00:18 on dist-test-slave-qkv2"
I20240503 14:00:18.899964 16944 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:18.918123 16944 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:18.918805 16944 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:18.918965 16944 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:18.919490 16944 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:18.920382 16944 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:18.920429 16944 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:18.920485 16944 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:18.920512 16944 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:18.928475 16944 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.130:44783
I20240503 14:00:18.928495 17072 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.130:44783 every 8 connection(s)
I20240503 14:00:18.929360 16944 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/data/info.pb
I20240503 14:00:18.936229 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 16944
I20240503 14:00:18.936367 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/instance
I20240503 14:00:18.937840 17073 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:18.938055 17073 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:18.938498 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.131:0
--local_ip_for_outbound_sockets=127.0.99.131
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:18.938624 17073 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:18.989037 16753 ts_manager.cc:194] Registered new tserver with Master: 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:18.989763 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.130:35609
W20240503 14:00:19.061196 17076 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:19.061419 17076 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:19.061461 17076 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:19.064538 17076 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:19.064607 17076 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:19.064723 17076 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.131
I20240503 14:00:19.068416 17076 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.131:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
--webserver_interface=127.0.99.131
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.17076
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.131
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:19.069327 17076 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:19.070533 17076 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:19.079521 17085 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.080351 17083 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.081300 17082 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:19.082221 17076 server_base.cc:1034] running on GCE node
I20240503 14:00:19.082626 17076 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:19.083176 17076 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:19.084343 17076 hybrid_clock.cc:648] HybridClock initialized: now 1714744819084324 us; error 34 us; skew 500 ppm
I20240503 14:00:19.086277 17076 webserver.cc:460] Webserver started at http://127.0.99.131:42923/ using document root <none> and password file <none>
I20240503 14:00:19.086812 17076 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:19.086874 17076 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:19.087038 17076 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:19.088631 17076 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/instance:
uuid: "7d982f6bf2ee479585a7036d091e0dbc"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.089093 17076 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance:
uuid: "7d982f6bf2ee479585a7036d091e0dbc"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.092537 17076 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.002s sys 0.003s
I20240503 14:00:19.094705 17091 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.095670 17076 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 14:00:19.095788 17076 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
uuid: "7d982f6bf2ee479585a7036d091e0dbc"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.095871 17076 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:19.116186 17076 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:19.116852 17076 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:19.117012 17076 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:19.117610 17076 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:19.118585 17076 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:19.118633 17076 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.118687 17076 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:19.118712 17076 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.127557 17076 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.131:36747
I20240503 14:00:19.127575 17204 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.131:36747 every 8 connection(s)
I20240503 14:00:19.128543 17076 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/data/info.pb
I20240503 14:00:19.135454 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 17076
I20240503 14:00:19.135591 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/instance
I20240503 14:00:19.137037 17205 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:19.137288 17205 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:19.137719 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.132:0
--local_ip_for_outbound_sockets=127.0.99.132
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:19.137805 17205 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:19.175222 16753 ts_manager.cc:194] Registered new tserver with Master: 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:19.175973 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.131:58873
W20240503 14:00:19.244464 17208 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:19.244690 17208 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:19.244765 17208 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:19.247787 17208 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:19.247865 17208 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:19.247965 17208 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.132
I20240503 14:00:19.251533 17208 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.132:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
--webserver_interface=127.0.99.132
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.17208
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.132
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:19.252477 17208 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:19.253602 17208 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:19.262595 17214 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.263373 17215 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.264151 17217 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:19.265038 17208 server_base.cc:1034] running on GCE node
I20240503 14:00:19.265460 17208 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:19.266043 17208 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:19.267179 17208 hybrid_clock.cc:648] HybridClock initialized: now 1714744819267181 us; error 68 us; skew 500 ppm
I20240503 14:00:19.269482 17208 webserver.cc:460] Webserver started at http://127.0.99.132:39739/ using document root <none> and password file <none>
I20240503 14:00:19.270088 17208 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:19.270150 17208 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:19.270395 17208 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:19.272048 17208 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/instance:
uuid: "026c625717ca4ce0bbb1ff3af3fde786"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.272531 17208 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance:
uuid: "026c625717ca4ce0bbb1ff3af3fde786"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.275857 17208 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 14:00:19.277963 17223 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.278997 17208 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:19.279103 17208 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
uuid: "026c625717ca4ce0bbb1ff3af3fde786"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.279191 17208 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:19.295284 17208 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:19.295852 17208 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:19.296005 17208 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:19.296567 17208 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:19.297468 17208 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:19.297524 17208 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.297593 17208 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:19.297621 17208 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.306646 17336 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.132:45435 every 8 connection(s)
I20240503 14:00:19.306627 17208 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.132:45435
I20240503 14:00:19.307608 17208 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/data/info.pb
I20240503 14:00:19.313570 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 17208
I20240503 14:00:19.313696 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/instance
I20240503 14:00:19.316232 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.133:0
--local_ip_for_outbound_sockets=127.0.99.133
--webserver_interface=127.0.99.133
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:19.316603 17337 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:19.316846 17337 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:19.317500 17337 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:19.366140 16753 ts_manager.cc:194] Registered new tserver with Master: 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435)
I20240503 14:00:19.366889 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.132:55955
W20240503 14:00:19.437986 17340 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:19.438221 17340 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:19.438269 17340 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:19.441238 17340 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:19.441303 17340 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:19.441370 17340 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.133
I20240503 14:00:19.444916 17340 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.133:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
--webserver_interface=127.0.99.133
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.17340
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.133
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:19.445785 17340 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:19.446923 17340 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:19.455988 17347 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.456801 17349 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.457623 17346 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:19.458487 17340 server_base.cc:1034] running on GCE node
I20240503 14:00:19.458906 17340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:19.459503 17340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:19.460671 17340 hybrid_clock.cc:648] HybridClock initialized: now 1714744819460658 us; error 26 us; skew 500 ppm
I20240503 14:00:19.462718 17340 webserver.cc:460] Webserver started at http://127.0.99.133:43521/ using document root <none> and password file <none>
I20240503 14:00:19.463280 17340 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:19.463336 17340 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:19.463512 17340 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:19.465205 17340 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/instance:
uuid: "e760fb998d0240e5b4b229f8ced3bf81"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.465695 17340 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance:
uuid: "e760fb998d0240e5b4b229f8ced3bf81"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.469297 17340 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.006s sys 0.000s
I20240503 14:00:19.471612 17355 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.472626 17340 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:19.472736 17340 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
uuid: "e760fb998d0240e5b4b229f8ced3bf81"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.472826 17340 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:19.486488 17340 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:19.487098 17340 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:19.487246 17340 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:19.487751 17340 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:19.488608 17340 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:19.488652 17340 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.488698 17340 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:19.488727 17340 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.497095 17340 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.133:38409
I20240503 14:00:19.497138 17468 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.133:38409 every 8 connection(s)
I20240503 14:00:19.498165 17340 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/data/info.pb
I20240503 14:00:19.502547 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 17340
I20240503 14:00:19.502667 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-4/wal/instance
I20240503 14:00:19.504935 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.134:0
--local_ip_for_outbound_sockets=127.0.99.134
--webserver_interface=127.0.99.134
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:19.509527 17469 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:19.509752 17469 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:19.510337 17469 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:19.545729 16753 ts_manager.cc:194] Registered new tserver with Master: e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:19.546748 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.133:35315
W20240503 14:00:19.619362 17472 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:19.619589 17472 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:19.619632 17472 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:19.622789 17472 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:19.622856 17472 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:19.622923 17472 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.134
I20240503 14:00:19.626441 17472 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.134:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
--webserver_interface=127.0.99.134
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.17472
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.134
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:19.627337 17472 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:19.628582 17472 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:19.637991 17478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.638852 17479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.639768 17481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:19.640645 17472 server_base.cc:1034] running on GCE node
I20240503 14:00:19.641054 17472 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:19.641644 17472 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:19.642796 17472 hybrid_clock.cc:648] HybridClock initialized: now 1714744819642785 us; error 28 us; skew 500 ppm
I20240503 14:00:19.644788 17472 webserver.cc:460] Webserver started at http://127.0.99.134:43009/ using document root <none> and password file <none>
I20240503 14:00:19.645357 17472 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:19.645419 17472 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:19.645634 17472 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:19.647341 17472 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/instance:
uuid: "ff873760acac43f7bbb9438b61324220"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.647818 17472 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/instance:
uuid: "ff873760acac43f7bbb9438b61324220"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.651163 17472 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
I20240503 14:00:19.653389 17487 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.654438 17472 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 14:00:19.654542 17472 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
uuid: "ff873760acac43f7bbb9438b61324220"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.654628 17472 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:19.668483 17472 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:19.669139 17472 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:19.669312 17472 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:19.669859 17472 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:19.670794 17472 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:19.670845 17472 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.670907 17472 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:19.670933 17472 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.679697 17472 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.134:42251
I20240503 14:00:19.679721 17600 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.134:42251 every 8 connection(s)
I20240503 14:00:19.680605 17472 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/data/info.pb
I20240503 14:00:19.684962 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 17472
I20240503 14:00:19.685118 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/instance
I20240503 14:00:19.687521 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.135:0
--local_ip_for_outbound_sockets=127.0.99.135
--webserver_interface=127.0.99.135
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:19.689456 17601 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:19.689687 17601 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:19.690382 17601 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:19.725574 16753 ts_manager.cc:194] Registered new tserver with Master: ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251)
I20240503 14:00:19.726378 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.134:52289
W20240503 14:00:19.794906 17604 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:19.795130 17604 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:19.795202 17604 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:19.798306 17604 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:19.798391 17604 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:19.798482 17604 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.135
I20240503 14:00:19.801985 17604 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.135:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
--webserver_interface=127.0.99.135
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.17604
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.135
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:19.802928 17604 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:19.804080 17604 file_cache.cc:492] Constructed file cache file cache with capacity 419430
I20240503 14:00:19.805577 16941 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
W20240503 14:00:19.813263 17610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.814093 17611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:19.814942 17613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:19.815796 17604 server_base.cc:1034] running on GCE node
I20240503 14:00:19.816200 17604 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:19.816736 17604 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:19.817895 17604 hybrid_clock.cc:648] HybridClock initialized: now 1714744819817883 us; error 29 us; skew 500 ppm
I20240503 14:00:19.819934 17604 webserver.cc:460] Webserver started at http://127.0.99.135:45671/ using document root <none> and password file <none>
I20240503 14:00:19.820508 17604 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:19.820570 17604 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:19.820749 17604 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:19.822573 17604 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/instance:
uuid: "f18457af7c0e4c099dbc02b05e0592d8"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.823035 17604 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/instance:
uuid: "f18457af7c0e4c099dbc02b05e0592d8"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.826318 17604 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.003s sys 0.000s
I20240503 14:00:19.828711 17619 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.829707 17604 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:19.829814 17604 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
uuid: "f18457af7c0e4c099dbc02b05e0592d8"
format_stamp: "Formatted at 2024-05-03 14:00:19 on dist-test-slave-qkv2"
I20240503 14:00:19.829907 17604 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:19.855787 17604 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:19.856432 17604 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:19.856597 17604 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:19.857182 17604 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:19.858129 17604 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:19.858178 17604 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.858256 17604 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:19.858289 17604 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:19.868368 17604 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.135:39329
I20240503 14:00:19.868391 17732 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.135:39329 every 8 connection(s)
I20240503 14:00:19.869328 17604 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/data/info.pb
I20240503 14:00:19.873896 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 17604
I20240503 14:00:19.874069 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/instance
I20240503 14:00:19.876391 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.136:0
--local_ip_for_outbound_sockets=127.0.99.136
--webserver_interface=127.0.99.136
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:19.880142 17733 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:19.880370 17733 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:19.880887 17733 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:19.952006 16753 ts_manager.cc:194] Registered new tserver with Master: f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:19.953145 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.135:36643
I20240503 14:00:19.991938 17073 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
W20240503 14:00:20.007109 17736 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:20.007354 17736 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:20.007434 17736 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:20.010802 17736 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:20.010879 17736 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:20.010982 17736 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.136
I20240503 14:00:20.014585 17736 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.136:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--webserver_interface=127.0.99.136
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.17736
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.136
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:20.015573 17736 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:20.016712 17736 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:20.026041 17743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:20.026854 17742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:20.027644 17745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:20.028522 17736 server_base.cc:1034] running on GCE node
I20240503 14:00:20.028972 17736 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:20.029594 17736 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:20.030750 17736 hybrid_clock.cc:648] HybridClock initialized: now 1714744820030728 us; error 48 us; skew 500 ppm
I20240503 14:00:20.032997 17736 webserver.cc:460] Webserver started at http://127.0.99.136:41915/ using document root <none> and password file <none>
I20240503 14:00:20.033596 17736 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:20.033658 17736 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:20.033831 17736 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:20.035560 17736 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/instance:
uuid: "ade22f3f009245149c3823365628cf87"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.036046 17736 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/instance:
uuid: "ade22f3f009245149c3823365628cf87"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.039429 17736 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
I20240503 14:00:20.041563 17751 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.042565 17736 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 14:00:20.042666 17736 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
uuid: "ade22f3f009245149c3823365628cf87"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.042747 17736 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:20.057823 17736 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:20.058526 17736 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:20.058681 17736 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:20.059257 17736 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:20.060216 17736 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:20.060263 17736 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.060303 17736 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:20.060323 17736 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.068322 17736 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.136:39613
I20240503 14:00:20.068346 17864 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.136:39613 every 8 connection(s)
I20240503 14:00:20.069294 17736 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
I20240503 14:00:20.076452 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 17736
I20240503 14:00:20.076599 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/instance
I20240503 14:00:20.077888 17865 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:20.078109 17865 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:20.078740 17865 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:20.079033 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.137:0
--local_ip_for_outbound_sockets=127.0.99.137
--webserver_interface=127.0.99.137
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:20.112622 16752 ts_manager.cc:194] Registered new tserver with Master: ade22f3f009245149c3823365628cf87 (127.0.99.136:39613)
I20240503 14:00:20.113354 16752 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.136:35283
I20240503 14:00:20.178227 17205 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
W20240503 14:00:20.190062 17868 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:20.190331 17868 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:20.190402 17868 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:20.193485 17868 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:20.193574 17868 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:20.193670 17868 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.137
I20240503 14:00:20.197345 17868 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.137:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
--webserver_interface=127.0.99.137
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.17868
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.137
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:20.198311 17868 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:20.199551 17868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:20.208583 17877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:20.209450 17875 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:20.210336 17874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:20.211298 17868 server_base.cc:1034] running on GCE node
I20240503 14:00:20.211818 17868 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:20.212555 17868 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:20.213721 17868 hybrid_clock.cc:648] HybridClock initialized: now 1714744820213689 us; error 49 us; skew 500 ppm
I20240503 14:00:20.215845 17868 webserver.cc:460] Webserver started at http://127.0.99.137:37147/ using document root <none> and password file <none>
I20240503 14:00:20.216430 17868 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:20.216485 17868 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:20.216667 17868 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:20.218429 17868 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/instance:
uuid: "dcb78407b6a84cc5a6e661b9ceb1a417"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.218901 17868 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal/instance:
uuid: "dcb78407b6a84cc5a6e661b9ceb1a417"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.222983 17868 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.003s sys 0.000s
I20240503 14:00:20.225227 17883 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.226323 17868 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20240503 14:00:20.226433 17868 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
uuid: "dcb78407b6a84cc5a6e661b9ceb1a417"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.226526 17868 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:20.244601 17868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:20.245280 17868 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:20.245447 17868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:20.246009 17868 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:20.247025 17868 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:20.247074 17868 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.247123 17868 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:20.247159 17868 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.255731 17868 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.137:36933
I20240503 14:00:20.255749 17996 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.137:36933 every 8 connection(s)
I20240503 14:00:20.256709 17868 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
I20240503 14:00:20.265121 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 17868
I20240503 14:00:20.265298 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal/instance
I20240503 14:00:20.265558 17997 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:20.265784 17997 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:20.266443 17997 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:20.267462 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.138:0
--local_ip_for_outbound_sockets=127.0.99.138
--webserver_interface=127.0.99.138
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:20.316546 16752 ts_manager.cc:194] Registered new tserver with Master: dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933)
I20240503 14:00:20.317317 16752 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.137:43647
I20240503 14:00:20.369268 17337 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
W20240503 14:00:20.391948 18000 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:20.392197 18000 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:20.392277 18000 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:20.395448 18000 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:20.395534 18000 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:20.395627 18000 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.138
I20240503 14:00:20.399418 18000 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.138:0
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/info.pb
--webserver_interface=127.0.99.138
--webserver_port=0
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.18000
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.138
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:20.400410 18000 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:20.401566 18000 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:20.410588 18007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:20.411402 18009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:20.412425 18006 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:20.413328 18000 server_base.cc:1034] running on GCE node
I20240503 14:00:20.413733 18000 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:20.414310 18000 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:20.415467 18000 hybrid_clock.cc:648] HybridClock initialized: now 1714744820415449 us; error 28 us; skew 500 ppm
I20240503 14:00:20.417487 18000 webserver.cc:460] Webserver started at http://127.0.99.138:33865/ using document root <none> and password file <none>
I20240503 14:00:20.418061 18000 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:20.418114 18000 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:20.418321 18000 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240503 14:00:20.420078 18000 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/instance:
uuid: "4959c578d5604815b0a2f45a5a825c11"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.420567 18000 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal/instance:
uuid: "4959c578d5604815b0a2f45a5a825c11"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.423986 18000 fs_manager.cc:691] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20240503 14:00:20.426080 18015 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.427073 18000 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:20.427187 18000 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
uuid: "4959c578d5604815b0a2f45a5a825c11"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:20.427278 18000 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:20.446511 18000 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:20.447192 18000 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:20.447365 18000 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:20.447913 18000 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:20.448791 18000 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:20.448839 18000 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.448901 18000 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:20.448928 18000 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:20.457023 18000 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.138:41463
I20240503 14:00:20.457046 18128 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.138:41463 every 8 connection(s)
I20240503 14:00:20.458058 18000 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/info.pb
I20240503 14:00:20.464169 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 18000
I20240503 14:00:20.464310 398 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal/instance
I20240503 14:00:20.467116 18129 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:20.467312 18129 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:20.467826 18129 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:20.503970 16753 ts_manager.cc:194] Registered new tserver with Master: 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463)
I20240503 14:00:20.504640 16753 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.138:54243
I20240503 14:00:20.515007 398 external_mini_cluster.cc:930] 10 TS(s) registered with all masters
I20240503 14:00:20.525050 398 external_mini_cluster.cc:930] 10 TS(s) registered with all masters
I20240503 14:00:20.525144 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 18000
I20240503 14:00:20.531229 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 17736
I20240503 14:00:20.536623 398 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_U43gY/build/debug/bin/kudu with pid 17868
I20240503 14:00:20.548935 17469 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
I20240503 14:00:20.729063 17601 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
I20240503 14:00:20.956014 17733 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
I20240503 14:00:24.293471 16753 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40284:
name: "rebalance_test_table_0"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 7
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:24.296711 16753 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_0 in case of a server failure: 8 tablet servers would be needed, 7 are available. Consider bringing up more tablet servers.
I20240503 14:00:24.316550 17005 tablet_service.cc:1467] Processing CreateTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.317353 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.316270 17007 tablet_service.cc:1467] Processing CreateTablet for tablet f354f4b71ede4d9c994b521734e76bcb (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.318259 17007 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.316272 17006 tablet_service.cc:1467] Processing CreateTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.319169 17006 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.319938 16873 tablet_service.cc:1467] Processing CreateTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.320863 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.322224 16874 tablet_service.cc:1467] Processing CreateTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.321900 17666 tablet_service.cc:1467] Processing CreateTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.322485 16874 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.322819 17666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.323073 17665 tablet_service.cc:1467] Processing CreateTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.323336 17665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.321902 17667 tablet_service.cc:1467] Processing CreateTablet for tablet f354f4b71ede4d9c994b521734e76bcb (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.325950 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.327628 17139 tablet_service.cc:1467] Processing CreateTablet for tablet f354f4b71ede4d9c994b521734e76bcb (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.328526 17139 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.319938 16875 tablet_service.cc:1467] Processing CreateTablet for tablet f354f4b71ede4d9c994b521734e76bcb (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.329319 16875 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.330502 17138 tablet_service.cc:1467] Processing CreateTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.330767 17138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.332937 18156 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:24.333184 17403 tablet_service.cc:1467] Processing CreateTablet for tablet f354f4b71ede4d9c994b521734e76bcb (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.334085 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.334483 17402 tablet_service.cc:1467] Processing CreateTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.334883 17401 tablet_service.cc:1467] Processing CreateTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.335055 18156 tablet_bootstrap.cc:654] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.335356 17137 tablet_service.cc:1467] Processing CreateTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.335625 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.335947 18156 log.cc:824] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:24.337905 17533 tablet_service.cc:1467] Processing CreateTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.338847 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.337911 17535 tablet_service.cc:1467] Processing CreateTablet for tablet f354f4b71ede4d9c994b521734e76bcb (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.339792 17535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.341818 17401 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.341886 17271 tablet_service.cc:1467] Processing CreateTablet for tablet f354f4b71ede4d9c994b521734e76bcb (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.342732 17271 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.346338 17402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.346508 17269 tablet_service.cc:1467] Processing CreateTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.346750 17269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.347640 18158 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:24.349448 18158 tablet_bootstrap.cc:654] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.350137 18158 log.cc:824] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:24.350351 17270 tablet_service.cc:1467] Processing CreateTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.350606 17270 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.351204 18157 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:24.352012 18156 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:24.352197 18156 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.019s user 0.004s sys 0.000s
I20240503 14:00:24.352381 18163 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:24.353284 18157 tablet_bootstrap.cc:654] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.354130 18157 log.cc:824] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:24.354569 18162 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:24.355029 18161 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:24.337911 17534 tablet_service.cc:1467] Processing CreateTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (DEFAULT_TABLE table=rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.356909 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.356907 18162 tablet_bootstrap.cc:654] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.357131 18163 tablet_bootstrap.cc:654] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.357040 18156 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.357311 18156 raft_consensus.cc:374] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.357416 18156 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.357736 18162 log.cc:824] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:24.357904 18156 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.359045 18156 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.007s user 0.001s sys 0.005s
I20240503 14:00:24.359356 18156 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:24.360442 18156 tablet_bootstrap.cc:654] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.360446 18158 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:24.360491 18160 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:24.360634 18158 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.013s user 0.003s sys 0.000s
I20240503 14:00:24.362478 18160 tablet_bootstrap.cc:654] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.363157 18156 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:24.363256 18156 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s
I20240503 14:00:24.363251 18160 log.cc:824] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:24.363796 18156 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.363945 18156 raft_consensus.cc:374] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.363986 18156 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.364154 18156 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.364509 18156 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 14:00:24.364679 18156 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:24.364598 18158 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.364869 18158 raft_consensus.cc:374] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.364939 18158 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.365089 18157 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:24.365300 18157 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.014s user 0.004s sys 0.000s
I20240503 14:00:24.365620 18156 tablet_bootstrap.cc:654] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.365518 18158 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.366521 18158 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.006s user 0.006s sys 0.000s
I20240503 14:00:24.366744 18161 tablet_bootstrap.cc:654] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.366959 18158 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:24.367530 18170 raft_consensus.cc:482] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:24.367554 18161 log.cc:824] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:24.367725 18170 raft_consensus.cc:504] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.368006 18163 log.cc:824] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:24.368292 18158 tablet_bootstrap.cc:654] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.369467 18160 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:24.369534 18162 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:24.369642 18160 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.000s
I20240503 14:00:24.369673 18162 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.015s user 0.004s sys 0.000s
I20240503 14:00:24.370677 18157 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.370894 18157 raft_consensus.cc:374] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.370947 18157 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.371410 18157 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.372277 18157 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.007s user 0.006s sys 0.000s
I20240503 14:00:24.372648 18157 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:24.373023 18160 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
W20240503 14:00:24.373366 17734 tablet.cc:2369] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 14:00:24.373715 18157 tablet_bootstrap.cc:654] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.373873 18160 raft_consensus.cc:374] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.373942 18160 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.374385 18160 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.374933 18170 leader_election.cc:288] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435)
I20240503 14:00:24.375811 18156 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:24.375978 18156 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.011s user 0.001s sys 0.001s
I20240503 14:00:24.376358 18160 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.007s user 0.006s sys 0.000s
I20240503 14:00:24.376705 18158 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:24.376786 18158 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s
I20240503 14:00:24.377104 18160 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:24.377363 18158 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.377498 18158 raft_consensus.cc:374] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.377533 18158 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.377673 18158 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.377936 18158 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.378111 18158 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:24.378418 18160 tablet_bootstrap.cc:654] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.379105 18158 tablet_bootstrap.cc:654] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.379344 18156 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.379577 18160 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:24.379679 18160 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:24.379773 18156 raft_consensus.cc:374] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.380234 18160 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.380363 18160 raft_consensus.cc:374] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.380410 18160 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.380443 18156 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.380544 18160 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.380731 18156 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.380950 18160 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 14:00:24.380981 18161 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:24.381120 18160 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:24.381188 18161 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.026s user 0.003s sys 0.000s
I20240503 14:00:24.381318 18156 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.005s user 0.001s sys 0.001s
I20240503 14:00:24.381966 18163 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:24.382050 18160 tablet_bootstrap.cc:654] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.382369 18163 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.030s user 0.005s sys 0.000s
I20240503 14:00:24.383277 18160 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:24.383361 18160 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:24.383800 18160 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.383958 18160 raft_consensus.cc:374] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.384006 18160 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.384119 18160 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.384492 18160 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.385347 18161 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.385593 18161 raft_consensus.cc:374] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.385656 18161 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.386119 18161 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.386415 18163 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.386680 18163 raft_consensus.cc:374] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.386763 18163 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.386785 18162 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.387025 18162 raft_consensus.cc:374] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.387082 18161 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.006s user 0.007s sys 0.000s
I20240503 14:00:24.387100 18162 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.387461 18161 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:24.387377 18163 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.388283 18163 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.006s user 0.004s sys 0.000s
I20240503 14:00:24.388479 18161 tablet_bootstrap.cc:654] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.388530 18162 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.389134 18163 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:24.389390 18162 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.020s user 0.005s sys 0.000s
I20240503 14:00:24.389899 18161 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:24.389995 18161 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:24.390374 18163 tablet_bootstrap.cc:654] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.390712 18161 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.390836 18161 raft_consensus.cc:374] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.390869 18161 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.390987 18161 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.391090 18162 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:24.391307 18161 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 14:00:24.391463 18161 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:24.392359 18162 tablet_bootstrap.cc:654] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.392355 18161 tablet_bootstrap.cc:654] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.393483 18162 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:24.393572 18162 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:24.393832 18161 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:24.393901 18161 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:24.394152 18162 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.394299 18162 raft_consensus.cc:374] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.394333 18162 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.394392 18161 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.394507 18161 raft_consensus.cc:374] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.394459 18162 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.394553 18161 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.394660 18161 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.394848 18162 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:24.394976 18161 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.395349 18162 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:24.396275 18162 tablet_bootstrap.cc:654] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.396354 18192 raft_consensus.cc:482] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:24.396517 18192 raft_consensus.cc:504] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.397449 18162 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:24.397521 18162 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:24.398186 18192 leader_election.cc:288] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:24.397936 18162 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.398629 18162 raft_consensus.cc:374] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.398942 18162 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.399132 18162 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.399471 18162 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:24.402925 18158 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:24.403038 18158 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.025s user 0.002s sys 0.000s
I20240503 14:00:24.403549 18158 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.403676 18158 raft_consensus.cc:374] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.403714 18158 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.403679 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:24.403864 17423 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.403836 18158 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.404112 18158 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.403676 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:24.404359 17159 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.405419 18157 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:24.405525 18157 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.033s user 0.000s sys 0.002s
I20240503 14:00:24.406103 18157 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.406262 18157 raft_consensus.cc:374] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.406211 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:24.406294 18157 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.406404 18157 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.406481 17673 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.406659 18157 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 14:00:24.406831 18157 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:24.407472 17291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:24.407857 18157 tablet_bootstrap.cc:654] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.407999 16830 leader_election.cc:302] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:24.408282 18172 raft_consensus.cc:2781] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:24.408342 18172 raft_consensus.cc:482] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:24.408381 18172 raft_consensus.cc:3037] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.409163 18163 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:24.409257 18163 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.020s user 0.002s sys 0.000s
I20240503 14:00:24.409495 18172 raft_consensus.cc:504] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.409839 18163 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.409991 18163 raft_consensus.cc:374] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.410032 18163 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.410108 18172 leader_election.cc:288] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 election: Requested vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435)
I20240503 14:00:24.410164 18163 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.410528 18163 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 14:00:24.410704 18163 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
W20240503 14:00:24.410764 16831 leader_election.cc:341] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:24.411273 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:24.411401 17423 raft_consensus.cc:3037] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.411558 17291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:24.411667 18163 tablet_bootstrap.cc:654] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
W20240503 14:00:24.412009 16831 leader_election.cc:341] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:24.412182 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:24.412278 17159 raft_consensus.cc:3037] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.412655 17423 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.412932 17026 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:24.413111 17026 raft_consensus.cc:3037] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.413242 18163 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:24.413286 17159 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.413321 18163 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:24.413563 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:24.413676 17673 raft_consensus.cc:3037] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.413725 18163 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.413832 18163 raft_consensus.cc:374] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.413862 18163 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.414021 18163 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.414352 18163 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.414389 17026 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.414639 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:24.414754 17673 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.414744 17027 raft_consensus.cc:2362] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1. Re-sending same reply.
I20240503 14:00:24.414772 16828 leader_election.cc:302] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 5 responses out of 7 voters: 4 yes votes; 1 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters: 026c625717ca4ce0bbb1ff3af3fde786
I20240503 14:00:24.415268 18172 raft_consensus.cc:482] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:24.415274 18170 raft_consensus.cc:2781] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:24.415367 18172 raft_consensus.cc:504] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.415562 18170 raft_consensus.cc:686] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Becoming Leader. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Running, Role: LEADER
I20240503 14:00:24.415948 18170 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.416042 18172 leader_election.cc:288] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:24.416535 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:24.416656 17673 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.416862 17291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:24.417074 17291 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.417182 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:24.417304 17159 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.417428 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:24.417544 17423 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.417878 16829 leader_election.cc:302] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:24.418042 18172 raft_consensus.cc:2781] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:24.418089 18172 raft_consensus.cc:482] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:24.418028 17555 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:24.418133 18172 raft_consensus.cc:3037] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.418120 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:24.418313 17555 raft_consensus.cc:2454] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.418041 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:24.418609 17553 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.419093 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:24.419207 17027 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.420342 16753 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: term changed from 0 to 1, leader changed from <none> to 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129). New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:24.422233 18157 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:24.422329 18157 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.016s user 0.002s sys 0.000s
I20240503 14:00:24.422791 18157 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.422928 18157 raft_consensus.cc:374] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.422961 18157 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.422966 18172 raft_consensus.cc:504] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.423094 18157 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.423403 18157 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.423638 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:24.423740 17027 raft_consensus.cc:3037] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.424707 17027 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.426090 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:24.426249 17159 raft_consensus.cc:3037] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.426275 17291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:24.426416 17291 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:24.426663 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:24.427191 18172 leader_election.cc:288] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 election: Requested vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:24.427255 17159 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.427821 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:24.427947 17673 raft_consensus.cc:3037] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.428269 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:24.428356 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:24.428392 17553 raft_consensus.cc:3037] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.428462 17423 raft_consensus.cc:3037] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.428869 17673 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.429195 16830 leader_election.cc:302] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:24.429368 18172 raft_consensus.cc:2781] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:24.429395 17423 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.429437 17553 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.429448 18172 raft_consensus.cc:686] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Becoming Leader. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Running, Role: LEADER
I20240503 14:00:24.429602 18172 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.431113 17291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:24.431257 17291 raft_consensus.cc:3037] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.432097 16751 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: term changed from 0 to 1, leader changed from <none> to 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129). New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:24.432284 17291 raft_consensus.cc:2454] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.433310 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:24.433809 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:24.433957 17553 raft_consensus.cc:2379] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e760fb998d0240e5b4b229f8ced3bf81 in current term 1: Already voted for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in this term.
I20240503 14:00:24.433967 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:24.434124 17027 raft_consensus.cc:2379] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e760fb998d0240e5b4b229f8ced3bf81 in current term 1: Already voted for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in this term.
W20240503 14:00:24.434357 17074 tablet.cc:2369] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 14:00:24.434592 17356 leader_election.cc:302] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 6 responses out of 7 voters: 2 yes votes; 4 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, e760fb998d0240e5b4b229f8ced3bf81; no voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, ff873760acac43f7bbb9438b61324220
W20240503 14:00:24.434770 17602 tablet.cc:2369] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20240503 14:00:24.434892 18194 raft_consensus.cc:2726] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
I20240503 14:00:24.436010 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a3500b4f8fe64f80a7a7c5645e2aeea4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:24.436172 17673 raft_consensus.cc:2379] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e760fb998d0240e5b4b229f8ced3bf81 in current term 1: Already voted for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in this term.
I20240503 14:00:24.483381 18176 raft_consensus.cc:482] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:24.483536 18176 raft_consensus.cc:504] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.484995 18176 leader_election.cc:288] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:24.490525 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:24.490751 16895 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:24.491046 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:24.491178 17553 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:24.491619 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:24.491798 17159 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:24.492134 16962 leader_election.cc:302] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:24.492367 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:24.492450 18176 raft_consensus.cc:2781] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:24.492514 18176 raft_consensus.cc:482] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:24.492506 17423 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:24.492498 17291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:24.492551 18176 raft_consensus.cc:3037] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.492612 17291 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:24.493631 18176 raft_consensus.cc:504] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.494300 18176 leader_election.cc:288] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:24.494558 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:24.494614 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:24.494622 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:24.494613 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:24.494676 16895 raft_consensus.cc:3037] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.494724 17423 raft_consensus.cc:3037] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.494724 17553 raft_consensus.cc:3037] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.494747 17159 raft_consensus.cc:3037] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.495671 17423 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:24.495671 16895 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:24.495671 17159 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:24.495688 17553 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:24.496165 16961 leader_election.cc:302] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:24.496186 17291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:24.496297 17291 raft_consensus.cc:3037] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.496486 18176 raft_consensus.cc:2781] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:24.496692 18176 raft_consensus.cc:686] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Becoming Leader. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Running, Role: LEADER
I20240503 14:00:24.497092 18176 consensus_queue.cc:237] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.497320 17291 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:24.497838 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:24.497968 17673 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:24.498185 17687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7ab8e18fd68e46c8ab5fe19f9e815c61" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:24.498327 17687 raft_consensus.cc:3037] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.499378 17687 raft_consensus.cc:2454] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:24.501571 16751 catalog_manager.cc:5484] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:24.502754 17470 tablet.cc:2369] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 14:00:24.508540 16942 tablet.cc:2369] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 14:00:24.562175 17338 tablet.cc:2369] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 14:00:24.633471 17206 tablet.cc:2369] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc: Can't schedule compaction. Clean time has not been advanced past its initial value.
W20240503 14:00:24.640898 18224 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:24.641165 18224 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:24.644222 18224 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_0'
I20240503 14:00:24.741672 18191 raft_consensus.cc:482] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:24.741852 18191 raft_consensus.cc:504] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:24.743678 18191 leader_election.cc:288] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251)
I20240503 14:00:24.749735 17291 raft_consensus.cc:3037] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.749895 17553 raft_consensus.cc:3037] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.750147 17687 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.750633 17423 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.750816 17159 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.750908 17291 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.751247 17027 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.751300 17290 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.751554 18172 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.751875 18170 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.751979 18172 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.752239 18172 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.752461 18172 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.752919 17553 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.762032 17026 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:24.764948 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:24.765340 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:24.765813 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:24.766109 18213 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.766412 18213 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.767114 17227 leader_election.cc:302] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 5 responses out of 7 voters: 1 yes votes; 4 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786; no voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81
I20240503 14:00:24.767339 18191 raft_consensus.cc:2726] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
I20240503 14:00:24.771179 17687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:24.775163 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f354f4b71ede4d9c994b521734e76bcb" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:24.779527 17554 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.779569 17289 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.780031 18222 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.780880 18222 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.781183 17555 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.781486 17687 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.781698 18213 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.782122 18213 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.783010 17423 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.783457 17026 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.784934 17159 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.785357 18172 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.785670 18172 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.786222 18172 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.796706 17686 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.797029 17422 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.797197 18176 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.797605 16895 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.797780 18176 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.798370 17158 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:24.798367 18265 mvcc.cc:205] Tried to move back new op lower bound from 7023594802168205312 to 7023594800812523520. Current Snapshot: MvccSnapshot[applied={T|T < 7023594802168205312}]
I20240503 14:00:24.800648 18176 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.800953 18176 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:24.807716 18273 mvcc.cc:205] Tried to move back new op lower bound from 7023594802185355264 to 7023594800812523520. Current Snapshot: MvccSnapshot[applied={T|T < 7023594802168205312}]
I20240503 14:00:24.826620 18252 mvcc.cc:205] Tried to move back new op lower bound from 7023594802165047296 to 7023594800868470784. Current Snapshot: MvccSnapshot[applied={T|T < 7023594802165047296}]
I20240503 14:00:24.827980 18267 mvcc.cc:205] Tried to move back new op lower bound from 7023594802165047296 to 7023594800868470784. Current Snapshot: MvccSnapshot[applied={T|T < 7023594802165047296}]
I20240503 14:00:24.835605 18305 mvcc.cc:205] Tried to move back new op lower bound from 7023594802185355264 to 7023594800812523520. Current Snapshot: MvccSnapshot[applied={T|T < 7023594802168205312}]
I20240503 14:00:24.838984 18286 mvcc.cc:205] Tried to move back new op lower bound from 7023594802165047296 to 7023594800868470784. Current Snapshot: MvccSnapshot[applied={T|T < 7023594802165047296}]
INSERT report
rows total: 2000
time total: 224.695 ms
time per row: 0.112347 ms
I20240503 14:00:24.903957 18280 mvcc.cc:205] Tried to move back new op lower bound from 7023594802165047296 to 7023594800868470784. Current Snapshot: MvccSnapshot[applied={T|T < 7023594802165047296}]
I20240503 14:00:24.920289 16745 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40284:
name: "rebalance_test_table_1"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 7
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:24.920902 16745 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_1 in case of a server failure: 8 tablet servers would be needed, 7 are available. Consider bringing up more tablet servers.
I20240503 14:00:24.926679 17005 tablet_service.cc:1467] Processing CreateTablet for tablet 1def87e965d946c99271938a41f3746b (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.927026 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.927141 17137 tablet_service.cc:1467] Processing CreateTablet for tablet 1def87e965d946c99271938a41f3746b (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.927382 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.929769 17403 tablet_service.cc:1467] Processing CreateTablet for tablet 1def87e965d946c99271938a41f3746b (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.929803 17534 tablet_service.cc:1467] Processing CreateTablet for tablet 1def87e965d946c99271938a41f3746b (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.930053 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.930052 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.932291 18331 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:24.933141 18331 tablet_bootstrap.cc:654] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.934070 18331 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:24.934139 18331 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:24.934593 18331 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.934684 18328 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:24.934739 18331 raft_consensus.cc:374] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.934674 17271 tablet_service.cc:1467] Processing CreateTablet for tablet 1def87e965d946c99271938a41f3746b (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.934772 18331 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.934959 17271 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.934911 18331 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.935200 18331 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.935526 18328 tablet_bootstrap.cc:654] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.937342 17270 tablet_service.cc:1467] Processing CreateTablet for tablet af3ce82b94f44182a8818771ac19115c (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.937563 17270 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.938498 18330 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:24.939381 18330 tablet_bootstrap.cc:654] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.939544 17269 tablet_service.cc:1467] Processing CreateTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.939756 17269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.940461 18328 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:24.940546 18328 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.000s
I20240503 14:00:24.940979 18328 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.941107 18328 raft_consensus.cc:374] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.941139 18328 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.941298 18328 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.941655 18328 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.942325 16875 tablet_service.cc:1467] Processing CreateTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.942588 16875 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.943289 17137 tablet_service.cc:1467] Processing CreateTablet for tablet af3ce82b94f44182a8818771ac19115c (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.943526 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.942325 16874 tablet_service.cc:1467] Processing CreateTablet for tablet 1def87e965d946c99271938a41f3746b (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.944693 16874 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.944717 18336 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:24.945466 18328 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:24.945660 17138 tablet_service.cc:1467] Processing CreateTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.945858 17138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.946377 18328 tablet_bootstrap.cc:654] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.947043 18336 tablet_bootstrap.cc:654] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.947062 18330 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:24.947144 18330 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.009s user 0.001s sys 0.000s
I20240503 14:00:24.947646 18330 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.947777 18330 raft_consensus.cc:374] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.947813 18330 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.947999 18328 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:24.947999 18330 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.948069 18328 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:24.948078 17666 tablet_service.cc:1467] Processing CreateTablet for tablet 1def87e965d946c99271938a41f3746b (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.948328 17666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.948510 18328 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.948613 18328 raft_consensus.cc:374] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.948650 18328 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.948773 18330 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:24.948767 18328 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.949045 18328 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.949215 18328 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:24.949551 18336 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:24.949631 18336 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.000s
I20240503 14:00:24.949674 17667 tablet_service.cc:1467] Processing CreateTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.949898 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.950052 18328 tablet_bootstrap.cc:654] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.950052 18336 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.950183 18336 raft_consensus.cc:374] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.950249 18336 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.950379 18336 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.950686 18336 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:24.950831 18336 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:24.950850 18339 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:24.951362 18328 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:24.951429 18328 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:24.951623 18336 tablet_bootstrap.cc:654] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.951637 18339 tablet_bootstrap.cc:654] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.951854 18328 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.951961 18328 raft_consensus.cc:374] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.951992 18328 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.952098 17665 tablet_service.cc:1467] Processing CreateTablet for tablet af3ce82b94f44182a8818771ac19115c (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.952118 18328 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.952311 17665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.952397 18328 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:24.952931 18339 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:24.953011 18339 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:24.953058 18336 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:24.953131 18336 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:24.953449 18339 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.953470 18336 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.953564 18336 raft_consensus.cc:374] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.953564 18339 raft_consensus.cc:374] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.953596 18339 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.953596 18336 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.953718 18336 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.953739 18339 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.954018 18336 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:24.954401 16873 tablet_service.cc:1467] Processing CreateTablet for tablet af3ce82b94f44182a8818771ac19115c (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.954653 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.955658 17403 tablet_service.cc:1467] Processing CreateTablet for tablet af3ce82b94f44182a8818771ac19115c (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.955942 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.956079 17534 tablet_service.cc:1467] Processing CreateTablet for tablet af3ce82b94f44182a8818771ac19115c (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.956346 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.956806 17401 tablet_service.cc:1467] Processing CreateTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.956926 18339 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.004s user 0.001s sys 0.000s
I20240503 14:00:24.957023 17401 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.957099 18339 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:24.958087 18339 tablet_bootstrap.cc:654] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.958184 18331 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:24.958432 17533 tablet_service.cc:1467] Processing CreateTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.958673 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.959096 18331 tablet_bootstrap.cc:654] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.959321 18339 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:24.959400 18339 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 14:00:24.959847 18339 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.959980 18339 raft_consensus.cc:374] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.960013 18339 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.960148 18339 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.960274 18336 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:24.960424 18339 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:24.960418 17005 tablet_service.cc:1467] Processing CreateTablet for tablet af3ce82b94f44182a8818771ac19115c (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.960570 18339 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:24.960690 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.961198 18336 tablet_bootstrap.cc:654] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.961431 18339 tablet_bootstrap.cc:654] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.963069 17007 tablet_service.cc:1467] Processing CreateTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 (DEFAULT_TABLE table=rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:24.963316 17007 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:24.964988 18330 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:24.966079 18330 tablet_bootstrap.cc:654] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.967411 18336 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:24.967579 18336 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.007s user 0.000s sys 0.002s
I20240503 14:00:24.968052 18336 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.968240 18336 raft_consensus.cc:374] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.968281 18331 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:24.968313 18339 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:24.968384 18339 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.001s
I20240503 14:00:24.968402 18331 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.010s user 0.000s sys 0.002s
I20240503 14:00:24.968652 18336 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.968849 18336 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.968848 18331 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.968983 18331 raft_consensus.cc:374] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.969035 18331 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.969183 18331 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.969270 18336 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:24.969480 18331 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:24.969658 18331 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:24.970068 18330 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:24.970152 18330 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 14:00:24.970417 18334 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:24.970606 18331 tablet_bootstrap.cc:654] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.970522 18339 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.970654 18339 raft_consensus.cc:374] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.970687 18339 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.970677 18330 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.970808 18330 raft_consensus.cc:374] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.970861 18330 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.970851 18339 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.970983 18330 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.971256 18330 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.971349 18334 tablet_bootstrap.cc:654] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.971431 18330 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:24.972712 18330 tablet_bootstrap.cc:654] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.974063 18330 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:24.974145 18330 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:24.974576 18330 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.974680 18330 raft_consensus.cc:374] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.974706 18330 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.974820 18330 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.975085 18330 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.975936 18334 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:24.976034 18334 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
I20240503 14:00:24.976487 18334 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.976609 18334 raft_consensus.cc:374] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.976636 18334 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.976804 18334 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.977161 18334 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.977738 18334 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:24.978962 18334 tablet_bootstrap.cc:654] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.979461 18329 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:24.978322 18339 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.010s user 0.000s sys 0.001s
I20240503 14:00:24.980127 18334 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:24.980257 18329 tablet_bootstrap.cc:654] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.980264 18334 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:24.980790 18334 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.981003 18334 raft_consensus.cc:374] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.981089 18334 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.981133 18329 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:24.981217 18329 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s
I20240503 14:00:24.981353 18334 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.981604 18329 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.981724 18329 raft_consensus.cc:374] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.981755 18329 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.981878 18329 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.981952 18331 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:24.981943 18334 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:24.982045 18331 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 14:00:24.982106 18329 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.982298 18329 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:24.982323 18334 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:24.982599 18331 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.982720 18331 raft_consensus.cc:374] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.982775 18331 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.982928 18331 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.983108 18329 tablet_bootstrap.cc:654] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.983284 18331 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.985128 18334 tablet_bootstrap.cc:654] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.986023 18329 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:24.986135 18329 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 14:00:24.986512 18334 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:24.986608 18334 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 14:00:24.986626 18329 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.986763 18329 raft_consensus.cc:374] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.986793 18329 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.986949 18329 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.987202 18334 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.987277 18329 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.987322 18334 raft_consensus.cc:374] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.987376 18334 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.987499 18334 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.987658 18329 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:24.987887 18334 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:24.988667 18329 tablet_bootstrap.cc:654] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:24.989640 18329 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:24.989732 18329 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:24.990094 18329 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.990247 18329 raft_consensus.cc:374] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:24.990294 18329 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:24.990415 18329 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:24.990667 18329 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:24.991333 18261 raft_consensus.cc:482] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:24.991443 18261 raft_consensus.cc:504] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.992089 18261 leader_election.cc:288] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:24.992257 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:24.992374 17027 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.992725 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:24.992887 17554 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.992877 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:24.993008 17422 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.992990 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:24.993127 17159 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.993263 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:24.993399 17686 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.993434 16830 leader_election.cc:302] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:24.993503 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:24.993621 17289 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 0.
I20240503 14:00:24.993707 18261 raft_consensus.cc:2781] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:24.993777 18261 raft_consensus.cc:482] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:24.993831 18261 raft_consensus.cc:3037] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.994794 18261 raft_consensus.cc:504] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.995425 18261 leader_election.cc:288] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 election: Requested vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:24.995676 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:24.995713 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:24.995723 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:24.995795 17027 raft_consensus.cc:3037] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.995786 17422 raft_consensus.cc:3037] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.995815 17289 raft_consensus.cc:3037] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.996479 17027 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.996727 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:24.996781 17422 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.996781 17289 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.996856 17159 raft_consensus.cc:3037] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.997169 16829 leader_election.cc:302] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:24.997332 18261 raft_consensus.cc:2781] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:24.997439 18261 raft_consensus.cc:686] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Becoming Leader. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Running, Role: LEADER
I20240503 14:00:24.997612 18261 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:24.997826 17159 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:24.998271 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:24.998390 17554 raft_consensus.cc:3037] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:24.999395 17554 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:25.000010 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1def87e965d946c99271938a41f3746b" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:25.000152 17686 raft_consensus.cc:3037] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.000197 16747 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: term changed from 0 to 1, leader changed from <none> to 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129). New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:25.001039 17686 raft_consensus.cc:2454] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in term 1.
I20240503 14:00:25.020617 18190 raft_consensus.cc:482] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:25.020763 18190 raft_consensus.cc:504] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:25.022221 18190 leader_election.cc:288] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:25.027402 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:25.027594 17686 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.027609 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:25.027777 17289 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.028250 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:25.028393 17422 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.028823 17093 leader_election.cc:302] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:25.029083 18190 raft_consensus.cc:2781] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:25.029146 18190 raft_consensus.cc:482] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:25.029181 18190 raft_consensus.cc:3037] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.029438 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:25.029570 17554 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.030267 18190 raft_consensus.cc:504] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:25.030957 18190 leader_election.cc:288] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Requested vote from peers e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:25.031363 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:25.031404 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:25.031466 17686 raft_consensus.cc:3037] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.031525 17289 raft_consensus.cc:3037] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.031705 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:25.031824 17027 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.031988 17026 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:25.032063 17026 raft_consensus.cc:3037] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.032193 17686 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.032557 17289 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.033088 17026 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.033121 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:25.033181 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:25.033262 16895 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.033356 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:25.033385 17092 leader_election.cc:302] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:25.033476 17554 raft_consensus.cc:3037] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.033622 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "e8f707b2145d44eeab46180f8ade3ee7" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:25.033695 18190 raft_consensus.cc:2781] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:25.033751 17422 raft_consensus.cc:3037] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.033900 18190 raft_consensus.cc:686] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Becoming Leader. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Running, Role: LEADER
I20240503 14:00:25.034178 18190 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:25.034440 17554 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.034735 17422 raft_consensus.cc:2454] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.036886 16747 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:25.068244 18181 raft_consensus.cc:482] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:25.068392 18181 raft_consensus.cc:504] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:25.069919 18181 leader_election.cc:288] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:25.075374 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:25.075378 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:25.075471 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:25.075553 17422 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:25.075553 17686 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:25.075647 16895 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:25.075956 17491 leader_election.cc:302] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:25.076228 18181 raft_consensus.cc:2781] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:25.076279 18181 raft_consensus.cc:482] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:25.076319 18181 raft_consensus.cc:3037] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.077273 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:25.077402 17289 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:25.077410 18181 raft_consensus.cc:504] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:25.078054 18181 leader_election.cc:288] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 election: Requested vote from peers 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:25.078164 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:25.078285 17289 raft_consensus.cc:3037] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.078743 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:25.078871 17422 raft_consensus.cc:3037] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.079324 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:25.079444 17159 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:25.079581 17289 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:25.079684 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:25.079790 17158 raft_consensus.cc:3037] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.079830 17422 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:25.079890 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:25.079996 17686 raft_consensus.cc:3037] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.080415 17026 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:25.080425 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:25.080564 17026 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:25.080932 17686 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:25.081185 17158 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:25.081286 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "af3ce82b94f44182a8818771ac19115c" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:25.081395 16895 raft_consensus.cc:3037] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.081601 17490 leader_election.cc:302] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 5 responses out of 7 voters: 4 yes votes; 1 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters: 9dd8ee24fd2048bebb45a234038e5de7
I20240503 14:00:25.081769 18181 raft_consensus.cc:2781] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:25.081975 18181 raft_consensus.cc:686] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Becoming Leader. State: Replica: ff873760acac43f7bbb9438b61324220, State: Running, Role: LEADER
I20240503 14:00:25.082340 18181 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:25.082419 16895 raft_consensus.cc:2454] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:25.085314 16747 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff873760acac43f7bbb9438b61324220 (127.0.99.134). New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:25.206655 18374 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:25.206934 18374 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:25.210047 18374 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_1'
I20240503 14:00:25.303453 17289 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.303925 17686 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.303987 18261 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.304558 18261 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.305913 17290 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.306034 17554 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.306396 18372 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.306931 17158 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.307178 17422 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.307610 18372 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.310926 17554 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.311467 17027 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.311910 18190 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.312455 18190 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.313164 17290 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.313524 18364 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.313685 17422 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.314014 17673 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.314482 16895 raft_consensus.cc:3037] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.314565 16894 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.315053 18181 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.315587 16895 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.316053 18364 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.316329 18364 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.319201 17686 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.319674 17027 raft_consensus.cc:3037] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.320801 17027 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.321085 18170 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.321444 18181 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.321782 18181 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.337486 18406 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.355032 18190 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.383852 17025 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.384611 18261 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.386106 17422 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.386735 18263 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.387678 17159 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.388068 18264 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 205.79 ms
time per row: 0.102895 ms
I20240503 14:00:25.462779 16751 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40284:
name: "rebalance_test_table_2"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 7
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:25.463378 16751 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_2 in case of a server failure: 8 tablet servers would be needed, 7 are available. Consider bringing up more tablet servers.
I20240503 14:00:25.469437 17138 tablet_service.cc:1467] Processing CreateTablet for tablet b6db00e7b16c42f281412067518b2f43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.469769 17138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.471140 17665 tablet_service.cc:1467] Processing CreateTablet for tablet b6db00e7b16c42f281412067518b2f43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.471413 17665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.471765 18434 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:25.472046 16873 tablet_service.cc:1467] Processing CreateTablet for tablet b6db00e7b16c42f281412067518b2f43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.472321 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.472846 18434 tablet_bootstrap.cc:654] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.473482 18339 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:25.473489 17667 tablet_service.cc:1467] Processing CreateTablet for tablet 888157931b464e8689a70eb9c77edca4 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.473717 17137 tablet_service.cc:1467] Processing CreateTablet for tablet 888157931b464e8689a70eb9c77edca4 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.473821 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.473948 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.474895 18339 tablet_bootstrap.cc:654] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.475343 17401 tablet_service.cc:1467] Processing CreateTablet for tablet b6db00e7b16c42f281412067518b2f43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.475621 17401 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.476281 17534 tablet_service.cc:1467] Processing CreateTablet for tablet b6db00e7b16c42f281412067518b2f43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.476590 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.477294 17137 tablet_service.cc:1467] Processing CreateTablet for tablet 680492969bf341b4b8df0940dbf6d35e (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.477519 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.477638 18331 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:25.477819 17403 tablet_service.cc:1467] Processing CreateTablet for tablet 888157931b464e8689a70eb9c77edca4 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.478035 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.478464 18331 tablet_bootstrap.cc:654] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.478489 17533 tablet_service.cc:1467] Processing CreateTablet for tablet 888157931b464e8689a70eb9c77edca4 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.478713 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.480254 17535 tablet_service.cc:1467] Processing CreateTablet for tablet 680492969bf341b4b8df0940dbf6d35e (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.480477 17535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.480554 17007 tablet_service.cc:1467] Processing CreateTablet for tablet b6db00e7b16c42f281412067518b2f43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.480736 17667 tablet_service.cc:1467] Processing CreateTablet for tablet 680492969bf341b4b8df0940dbf6d35e (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.480811 17007 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.480976 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.481478 17269 tablet_service.cc:1467] Processing CreateTablet for tablet b6db00e7b16c42f281412067518b2f43 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.481755 17269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.482813 18329 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:25.482985 17005 tablet_service.cc:1467] Processing CreateTablet for tablet 888157931b464e8689a70eb9c77edca4 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.483188 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.483635 18329 tablet_bootstrap.cc:654] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.483738 17271 tablet_service.cc:1467] Processing CreateTablet for tablet 680492969bf341b4b8df0940dbf6d35e (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.483965 17271 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.483968 18334 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:25.484943 18334 tablet_bootstrap.cc:654] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.485066 17006 tablet_service.cc:1467] Processing CreateTablet for tablet 680492969bf341b4b8df0940dbf6d35e (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.485283 17006 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.486078 18334 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:25.486172 18334 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.002s
I20240503 14:00:25.486135 17270 tablet_service.cc:1467] Processing CreateTablet for tablet 888157931b464e8689a70eb9c77edca4 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.486393 17270 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.486641 18334 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.486765 18334 raft_consensus.cc:374] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.486799 18334 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.486923 18334 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.487236 18334 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:25.487385 18334 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:25.487833 16874 tablet_service.cc:1467] Processing CreateTablet for tablet 680492969bf341b4b8df0940dbf6d35e (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.488152 16874 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.488293 18334 tablet_bootstrap.cc:654] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.488685 17403 tablet_service.cc:1467] Processing CreateTablet for tablet 680492969bf341b4b8df0940dbf6d35e (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.488943 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.489846 18439 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:25.490108 18339 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:25.490214 18339 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.017s user 0.002s sys 0.000s
I20240503 14:00:25.490682 18339 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.490805 18339 raft_consensus.cc:374] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.490839 18339 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.490978 18339 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.491103 18439 tablet_bootstrap.cc:654] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.491263 18339 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.491436 18339 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:25.491295 16873 tablet_service.cc:1467] Processing CreateTablet for tablet 888157931b464e8689a70eb9c77edca4 (DEFAULT_TABLE table=rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:25.492084 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:25.492442 18331 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:25.492524 18331 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.015s user 0.002s sys 0.000s
I20240503 14:00:25.492602 18339 tablet_bootstrap.cc:654] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.493034 18331 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.493160 18331 raft_consensus.cc:374] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.493192 18331 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.493315 18331 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.493594 18331 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.493785 18331 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:25.494612 18339 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:25.494603 18434 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:25.494696 18339 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:25.494846 18434 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.023s user 0.002s sys 0.000s
I20240503 14:00:25.495141 18339 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.495258 18339 raft_consensus.cc:374] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.495296 18339 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.495463 18339 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.495501 18434 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.495728 18434 raft_consensus.cc:374] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.495803 18434 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.495838 18339 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.496009 18339 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:25.496085 18434 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.496510 18434 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:25.496603 18331 tablet_bootstrap.cc:654] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.497074 18434 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:25.497325 18339 tablet_bootstrap.cc:654] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.497722 18331 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:25.497818 18331 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 14:00:25.498090 18436 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:25.498265 18331 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.498383 18331 raft_consensus.cc:374] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.498425 18331 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.498546 18331 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.498839 18331 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.498891 18436 tablet_bootstrap.cc:654] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.499023 18331 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:25.499955 18331 tablet_bootstrap.cc:654] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.501688 18439 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:25.501792 18439 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 14:00:25.502358 18331 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:25.502439 18331 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:25.502895 18329 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:25.502844 18331 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.502955 18331 raft_consensus.cc:374] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.502979 18329 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.020s user 0.001s sys 0.000s
I20240503 14:00:25.502992 18331 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.503120 18331 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.503418 18331 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:25.503403 18329 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.503518 18329 raft_consensus.cc:374] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.503545 18329 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.503654 18329 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.503890 18329 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.504040 18329 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:25.504242 18439 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.504380 18439 raft_consensus.cc:374] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.504415 18439 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.504542 18439 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.504873 18439 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.003s user 0.000s sys 0.000s
I20240503 14:00:25.504921 18329 tablet_bootstrap.cc:654] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.505052 18439 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:25.505996 18439 tablet_bootstrap.cc:654] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.508061 18334 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:25.508152 18334 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.021s user 0.001s sys 0.001s
I20240503 14:00:25.508200 18439 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:25.508273 18439 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.003s user 0.000s sys 0.002s
I20240503 14:00:25.508575 18334 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.508682 18334 raft_consensus.cc:374] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.508726 18334 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.508718 18439 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.508863 18439 raft_consensus.cc:374] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.508845 18334 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.508896 18439 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.509032 18439 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.509109 18334 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.509259 18334 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:25.509320 18439 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:25.509471 18439 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:25.510061 18334 tablet_bootstrap.cc:654] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.510371 18439 tablet_bootstrap.cc:654] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.511729 18439 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:25.511834 18439 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:25.512311 18439 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.512444 18439 raft_consensus.cc:374] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.512490 18439 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.512638 18439 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.512969 18439 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:25.514562 18434 tablet_bootstrap.cc:654] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.516150 18329 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:25.516248 18329 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 14:00:25.516659 18339 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:25.516784 18339 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.021s user 0.002s sys 0.000s
I20240503 14:00:25.516925 18436 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:25.517040 18436 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.019s user 0.001s sys 0.000s
I20240503 14:00:25.517205 18334 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:25.517297 18334 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.000s
I20240503 14:00:25.517256 18339 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.517406 18339 raft_consensus.cc:374] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.517452 18339 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.517529 18436 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.517665 18436 raft_consensus.cc:374] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.517710 18436 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.517640 18339 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.517856 18436 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.517959 18339 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.517832 18329 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.518113 18329 raft_consensus.cc:374] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.518157 18329 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.518182 18436 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.518347 18329 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.518436 18436 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:25.518798 18194 raft_consensus.cc:482] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:25.518929 18194 raft_consensus.cc:504] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.519270 18329 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:25.519369 18436 tablet_bootstrap.cc:654] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.519450 18329 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:25.519706 18194 leader_election.cc:288] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:25.519912 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:25.520072 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:25.520166 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
W20240503 14:00:25.520454 17359 leader_election.cc:341] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:25.520483 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:25.520612 17027 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
W20240503 14:00:25.520655 17359 leader_election.cc:341] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:25.520821 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:25.520987 17554 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:25.521167 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:25.521283 17673 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:25.521584 17358 leader_election.cc:302] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 6 responses out of 7 voters: 4 yes votes; 2 no votes. yes voters: 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d
W20240503 14:00:25.521749 17358 leader_election.cc:341] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:25.521973 18194 raft_consensus.cc:2781] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:25.522025 18194 raft_consensus.cc:482] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:25.522051 18194 raft_consensus.cc:3037] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.522372 18334 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.522502 18334 raft_consensus.cc:374] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.522534 18334 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.522653 18334 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.522977 18334 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.006s user 0.001s sys 0.000s
I20240503 14:00:25.523131 18194 raft_consensus.cc:504] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.523736 18194 leader_election.cc:288] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 election: Requested vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:25.523974 18329 tablet_bootstrap.cc:654] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.524255 18176 raft_consensus.cc:482] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:25.524315 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:25.524461 17027 raft_consensus.cc:3037] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.524448 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:25.524559 17673 raft_consensus.cc:3037] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.525462 17027 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:25.525486 17673 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:25.524345 18176 raft_consensus.cc:504] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.526574 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:25.526692 17289 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:25.526676 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:25.526808 17554 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:25.527247 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:25.527380 16895 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:25.527679 16963 leader_election.cc:302] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 9dd8ee24fd2048bebb45a234038e5de7, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:25.528110 18456 raft_consensus.cc:2781] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:25.528218 18456 raft_consensus.cc:482] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:25.528323 18456 raft_consensus.cc:3037] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.528398 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:25.528528 17158 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:25.529630 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:25.529765 17289 raft_consensus.cc:3037] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.530580 18456 raft_consensus.cc:504] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.531105 17289 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:25.531324 18456 leader_election.cc:288] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:25.531539 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:25.531651 17159 raft_consensus.cc:3037] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.531646 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:25.531793 17554 raft_consensus.cc:3037] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.532509 17554 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:25.532533 17159 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:25.533119 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:25.533233 17289 raft_consensus.cc:3037] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.533584 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:25.533682 17554 raft_consensus.cc:3037] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.533658 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:25.533773 17422 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:25.533951 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:25.534024 17421 raft_consensus.cc:3037] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.534168 17289 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:25.534616 17554 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:25.534982 18434 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:25.535091 18434 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.038s user 0.002s sys 0.000s
I20240503 14:00:25.535189 18436 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:25.535286 18436 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.017s user 0.000s sys 0.002s
I20240503 14:00:25.535576 17421 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:25.535621 18434 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.535746 18434 raft_consensus.cc:374] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.535805 18434 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.535852 18436 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.535986 18436 raft_consensus.cc:374] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.535938 18434 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.536021 18436 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.536056 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:25.536149 17158 raft_consensus.cc:3037] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.536141 18436 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.536237 18434 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.536423 18436 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 14:00:25.536429 18434 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:25.537065 17158 raft_consensus.cc:2454] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:25.537209 18434 tablet_bootstrap.cc:654] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.537885 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:25.538175 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
W20240503 14:00:25.538267 17359 leader_election.cc:341] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:25.538303 16894 raft_consensus.cc:3037] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.538420 17358 leader_election.cc:302] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 5 responses out of 7 voters: 4 yes votes; 1 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d
I20240503 14:00:25.538621 18176 leader_election.cc:288] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:25.538851 16962 leader_election.cc:302] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:25.539206 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:25.539328 17686 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:25.539366 16894 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:25.539404 18436 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:25.539927 18176 raft_consensus.cc:2781] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:25.540015 18176 raft_consensus.cc:686] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Becoming Leader. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Running, Role: LEADER
I20240503 14:00:25.540150 18176 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.540382 18436 tablet_bootstrap.cc:654] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:25.541445 18434 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:25.541595 18434 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 14:00:25.542152 18436 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:25.542261 18436 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
I20240503 14:00:25.542131 18434 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.542416 18434 raft_consensus.cc:374] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.542490 18434 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.542683 18434 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.542734 18436 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.542848 18436 raft_consensus.cc:374] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.542886 18436 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.542052 16749 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:25.543203 18436 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.543412 18434 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:25.544430 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b6db00e7b16c42f281412067518b2f43" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:25.544553 17673 raft_consensus.cc:3037] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.545444 17673 raft_consensus.cc:2454] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:25.545670 18263 raft_consensus.cc:482] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:25.545756 18263 raft_consensus.cc:504] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.546456 18263 leader_election.cc:288] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:25.546561 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:25.546710 17027 raft_consensus.cc:2379] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in current term 1: Already voted for candidate e760fb998d0240e5b4b229f8ced3bf81 in this term.
I20240503 14:00:25.546940 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:25.547024 18194 raft_consensus.cc:2781] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:25.547108 17554 raft_consensus.cc:2379] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in current term 1: Already voted for candidate e760fb998d0240e5b4b229f8ced3bf81 in this term.
I20240503 14:00:25.547211 18194 raft_consensus.cc:686] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Becoming Leader. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Running, Role: LEADER
I20240503 14:00:25.547531 18194 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.547827 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:25.548012 17673 raft_consensus.cc:2379] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in current term 1: Already voted for candidate e760fb998d0240e5b4b229f8ced3bf81 in this term.
I20240503 14:00:25.547040 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:25.548156 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:25.548313 17158 raft_consensus.cc:2379] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in current term 1: Already voted for candidate e760fb998d0240e5b4b229f8ced3bf81 in this term.
I20240503 14:00:25.548426 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "888157931b464e8689a70eb9c77edca4" candidate_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:25.548499 16829 leader_election.cc:302] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 5 responses out of 7 voters: 1 yes votes; 4 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d; no voters: 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220
I20240503 14:00:25.548599 17289 raft_consensus.cc:2379] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0a2f4aa4f4274c178ebc6b0c4d26e51d in current term 1: Already voted for candidate e760fb998d0240e5b4b229f8ced3bf81 in this term.
I20240503 14:00:25.548682 18263 raft_consensus.cc:3037] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.549615 18263 raft_consensus.cc:2726] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
I20240503 14:00:25.550153 18436 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.008s user 0.000s sys 0.001s
I20240503 14:00:25.550690 18329 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:25.550773 18329 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.031s user 0.002s sys 0.000s
I20240503 14:00:25.551195 18329 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.551314 18329 raft_consensus.cc:374] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:25.551345 18329 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:25.551282 16751 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: term changed from 0 to 1, leader changed from <none> to e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133). New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:25.551450 18329 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.551697 18329 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:25.612334 18413 raft_consensus.cc:482] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:25.612484 18413 raft_consensus.cc:504] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.613153 18413 leader_election.cc:288] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:25.613525 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:25.613544 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:25.613655 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:25.613679 17421 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.613687 17289 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.613780 17673 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.613844 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:25.613974 17027 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.613953 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:25.614118 16894 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.614266 17095 leader_election.cc:302] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:25.614447 18413 raft_consensus.cc:2781] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:25.614512 18413 raft_consensus.cc:482] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:25.614483 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:25.614547 18413 raft_consensus.cc:3037] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.614614 17554 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:25.615459 18413 raft_consensus.cc:504] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.616030 18413 leader_election.cc:288] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Requested vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:25.616295 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:25.616288 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:25.616289 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:25.616392 17027 raft_consensus.cc:3037] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.616392 17289 raft_consensus.cc:3037] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.616400 17421 raft_consensus.cc:3037] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.616427 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:25.616523 17673 raft_consensus.cc:3037] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.617352 17289 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.617345 17027 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.617434 17673 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.617434 17421 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.617746 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:25.617807 17094 leader_election.cc:302] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:25.617882 16894 raft_consensus.cc:3037] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.617973 18413 raft_consensus.cc:2781] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:25.618017 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "680492969bf341b4b8df0940dbf6d35e" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:25.618083 18413 raft_consensus.cc:686] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Becoming Leader. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Running, Role: LEADER
I20240503 14:00:25.618155 17554 raft_consensus.cc:3037] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:25.618270 18413 consensus_queue.cc:237] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:25.618885 16894 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.619109 17554 raft_consensus.cc:2454] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:25.620834 16749 catalog_manager.cc:5484] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:25.738348 18463 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:25.738588 18463 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:25.741592 18463 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_2'
I20240503 14:00:25.840286 17673 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.840780 18493 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.840970 16894 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.842001 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.842597 17158 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.842940 18456 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.844159 17027 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.844226 17289 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.844646 18498 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.844753 17421 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.844779 17289 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.845263 18456 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.847319 17686 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.847721 18498 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.849262 17158 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.849835 18194 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.849860 18176 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.850140 18176 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.851367 16894 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.851718 17554 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.852228 18460 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.852584 18460 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.852890 18460 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.870361 18495 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.874527 17686 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.875075 18414 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.876226 16893 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.876221 17290 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.877827 18412 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.879642 18412 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.881189 17027 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.881572 18412 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.896445 17421 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.897060 17555 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:25.898882 18412 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:25.899209 18412 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 208.805 ms
time per row: 0.104402 ms
I20240503 14:00:26.008656 16752 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40284:
name: "rebalance_test_table_3"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 7
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:26.009248 16752 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_3 in case of a server failure: 8 tablet servers would be needed, 7 are available. Consider bringing up more tablet servers.
I20240503 14:00:26.015172 16873 tablet_service.cc:1467] Processing CreateTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.015344 17137 tablet_service.cc:1467] Processing CreateTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.015476 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.015636 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.017622 18436 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:26.018575 18436 tablet_bootstrap.cc:654] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.018728 17534 tablet_service.cc:1467] Processing CreateTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.018769 17535 tablet_service.cc:1467] Processing CreateTablet for tablet 4d241f8516bc45b09025c70c502fc444 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.019032 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.019037 18434 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:26.019497 17403 tablet_service.cc:1467] Processing CreateTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.019764 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.019822 18434 tablet_bootstrap.cc:654] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.021306 17402 tablet_service.cc:1467] Processing CreateTablet for tablet ff76c1deb8f64d80b713732485248ae5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.021428 17533 tablet_service.cc:1467] Processing CreateTablet for tablet ff76c1deb8f64d80b713732485248ae5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.021566 17402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.022042 17401 tablet_service.cc:1467] Processing CreateTablet for tablet 4d241f8516bc45b09025c70c502fc444 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.022269 17401 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.022696 17665 tablet_service.cc:1467] Processing CreateTablet for tablet 4d241f8516bc45b09025c70c502fc444 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.022940 17665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.024156 17667 tablet_service.cc:1467] Processing CreateTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.024209 17006 tablet_service.cc:1467] Processing CreateTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.024353 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.024461 17006 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.026528 17005 tablet_service.cc:1467] Processing CreateTablet for tablet 4d241f8516bc45b09025c70c502fc444 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.026804 17007 tablet_service.cc:1467] Processing CreateTablet for tablet ff76c1deb8f64d80b713732485248ae5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.027101 17666 tablet_service.cc:1467] Processing CreateTablet for tablet ff76c1deb8f64d80b713732485248ae5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.027318 17666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.027550 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.029461 17138 tablet_service.cc:1467] Processing CreateTablet for tablet ff76c1deb8f64d80b713732485248ae5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.029727 17138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.029946 17535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.030594 17137 tablet_service.cc:1467] Processing CreateTablet for tablet 4d241f8516bc45b09025c70c502fc444 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.030886 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.032447 17270 tablet_service.cc:1467] Processing CreateTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.032744 17270 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.033066 16874 tablet_service.cc:1467] Processing CreateTablet for tablet ff76c1deb8f64d80b713732485248ae5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.033324 16874 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.034312 17271 tablet_service.cc:1467] Processing CreateTablet for tablet 4d241f8516bc45b09025c70c502fc444 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.034548 17271 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.035519 18534 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:26.036429 18329 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:26.032459 17269 tablet_service.cc:1467] Processing CreateTablet for tablet ff76c1deb8f64d80b713732485248ae5 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.037052 17269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.037194 18534 tablet_bootstrap.cc:654] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.037292 18329 tablet_bootstrap.cc:654] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.038096 17007 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.038251 18534 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:26.038328 18534 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:26.038774 18534 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.038895 18534 raft_consensus.cc:374] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.038930 18534 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.039047 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.039062 18534 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.039369 18534 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.039533 18534 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:26.040439 18534 tablet_bootstrap.cc:654] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.040956 18329 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:26.041044 18329 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 14:00:26.041502 16873 tablet_service.cc:1467] Processing CreateTablet for tablet 4d241f8516bc45b09025c70c502fc444 (DEFAULT_TABLE table=rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.041528 18329 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.041666 18329 raft_consensus.cc:374] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.041702 18329 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.041785 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.041859 18329 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.042836 18534 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:26.042929 18534 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:26.043171 18531 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:26.043354 18534 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.043483 18534 raft_consensus.cc:374] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.043520 18534 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.043677 18534 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.044039 18534 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.044063 18434 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:26.044160 18434 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.025s user 0.000s sys 0.002s
I20240503 14:00:26.044507 18436 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:26.044600 18436 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.027s user 0.002s sys 0.000s
I20240503 14:00:26.044637 18434 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.044777 18434 raft_consensus.cc:374] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.044813 18434 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.044945 18434 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.045075 18436 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.045123 18532 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:26.045189 18436 raft_consensus.cc:374] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.045224 18436 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.045240 18434 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.045408 18434 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:26.045353 18436 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.045616 18436 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.045790 18436 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:26.046335 18434 tablet_bootstrap.cc:654] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.046747 18436 tablet_bootstrap.cc:654] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.042166 18329 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.047272 18329 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:26.047911 18531 tablet_bootstrap.cc:654] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.048214 18329 tablet_bootstrap.cc:654] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.049134 18532 tablet_bootstrap.cc:654] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.049841 18533 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:26.050765 18533 tablet_bootstrap.cc:654] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.044209 18534 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:26.052215 18534 tablet_bootstrap.cc:654] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.053298 18531 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:26.053411 18531 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s
I20240503 14:00:26.053467 18329 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:26.053556 18329 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.002s
I20240503 14:00:26.053620 18532 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:26.053720 18532 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.000s
I20240503 14:00:26.053905 18531 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.054044 18531 raft_consensus.cc:374] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.054087 18531 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.054060 18329 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.054124 18532 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.054279 18532 raft_consensus.cc:374] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.054288 18329 raft_consensus.cc:374] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.054320 18532 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.054352 18329 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.054478 18532 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.054492 18531 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.054769 18532 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.054819 18531 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.054935 18532 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:26.054549 18329 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.055946 18532 tablet_bootstrap.cc:654] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.057442 18436 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:26.057531 18436 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 14:00:26.057668 18434 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:26.057755 18434 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.012s user 0.000s sys 0.002s
I20240503 14:00:26.057968 18436 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.058091 18436 raft_consensus.cc:374] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.058117 18436 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.058271 18434 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.058411 18434 raft_consensus.cc:374] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.058344 18436 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.058467 18434 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.058604 18434 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.058840 18436 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.058925 18434 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 14:00:26.059032 18436 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:26.059103 18434 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:26.060048 18434 tablet_bootstrap.cc:654] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.060247 18436 tablet_bootstrap.cc:654] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.060921 18329 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.007s user 0.000s sys 0.001s
I20240503 14:00:26.061499 18533 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:26.061605 18533 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 14:00:26.061910 18329 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:26.062096 18533 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.062261 18533 raft_consensus.cc:374] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.062306 18533 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.062448 18533 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.062763 18533 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 14:00:26.062908 18329 tablet_bootstrap.cc:654] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.063011 18533 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:26.063382 18531 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:26.063868 18533 tablet_bootstrap.cc:654] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.064347 18531 tablet_bootstrap.cc:654] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.064973 18533 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:26.065061 18533 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:26.065500 18533 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.065665 18533 raft_consensus.cc:374] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.065709 18533 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.065850 18533 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.066385 18533 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
I20240503 14:00:26.066509 18532 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:26.066547 18533 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:26.066603 18532 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 14:00:26.067095 18532 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.067256 18532 raft_consensus.cc:374] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.067293 18532 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.067463 18531 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:26.067425 18532 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.067499 18533 tablet_bootstrap.cc:654] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.067557 18531 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 14:00:26.067708 18532 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.067880 18532 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:26.068011 18531 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.068130 18531 raft_consensus.cc:374] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.068161 18531 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.068289 18531 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.068580 18531 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.068714 18531 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:26.069459 18532 tablet_bootstrap.cc:654] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.069545 18531 tablet_bootstrap.cc:654] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.070817 18532 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:26.070904 18532 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:26.071259 18532 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.071355 18532 raft_consensus.cc:374] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.071390 18532 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.071530 18532 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.071825 18532 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.074563 18534 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:26.074664 18534 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.030s user 0.001s sys 0.000s
I20240503 14:00:26.075045 18534 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.075143 18534 raft_consensus.cc:374] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.075174 18534 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.075302 18534 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.075536 18534 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.082645 18329 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:26.082653 18434 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:26.082759 18329 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.021s user 0.002s sys 0.000s
I20240503 14:00:26.082645 18436 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:26.082777 18434 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.024s user 0.001s sys 0.001s
I20240503 14:00:26.082870 18436 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.024s user 0.002s sys 0.000s
I20240503 14:00:26.083276 18434 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.083276 18329 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.083400 18434 raft_consensus.cc:374] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.083407 18329 raft_consensus.cc:374] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.083329 18436 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.083432 18434 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.083477 18436 raft_consensus.cc:374] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.083443 18329 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.083511 18436 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.083566 18434 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.083635 18436 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.083890 18434 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.083923 18436 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.083635 18329 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.084542 18329 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:26.089262 18413 raft_consensus.cc:482] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:26.089349 18413 raft_consensus.cc:504] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.089884 18413 leader_election.cc:288] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.090128 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:26.090274 16894 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:26.090313 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:26.090415 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:26.090477 17554 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:26.090493 17025 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:26.090543 17289 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:26.090618 17025 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:26.090734 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:26.090893 17421 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:26.091002 17095 leader_election.cc:302] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7; no voters:
I20240503 14:00:26.091045 18531 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:26.091135 18531 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.022s user 0.002s sys 0.000s
I20240503 14:00:26.091178 18413 raft_consensus.cc:2781] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:26.091228 18413 raft_consensus.cc:482] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:26.091280 18413 raft_consensus.cc:3037] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.091629 18531 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.091753 18531 raft_consensus.cc:374] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.091794 18531 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.091919 18531 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.092262 18531 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.092356 18413 raft_consensus.cc:504] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.092830 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:26.092934 18413 leader_election.cc:288] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.092993 17686 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:26.093358 17025 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:26.093436 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:26.093474 17025 raft_consensus.cc:3037] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.093541 17686 raft_consensus.cc:3037] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.093888 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:26.094005 17289 raft_consensus.cc:3037] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.094615 17686 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:26.094612 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:26.094730 16894 raft_consensus.cc:3037] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.094758 17025 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:26.095037 17289 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:26.095038 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:26.095134 17421 raft_consensus.cc:3037] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.095515 18533 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:26.095638 18533 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.029s user 0.002s sys 0.000s
I20240503 14:00:26.095752 16894 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:26.095955 17421 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:26.096096 17095 leader_election.cc:302] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7; no voters:
I20240503 14:00:26.096168 18533 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.096313 18533 raft_consensus.cc:374] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.096351 18413 raft_consensus.cc:2781] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:26.096362 18533 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.096206 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "38cafd9262a84ed5a02056e5a89661c6" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:26.096436 18413 raft_consensus.cc:686] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Becoming Leader. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Running, Role: LEADER
I20240503 14:00:26.096475 17554 raft_consensus.cc:3037] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.096530 18533 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.096591 18413 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.096948 18533 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.097364 17554 raft_consensus.cc:2454] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:26.098893 16747 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:26.191887 18492 raft_consensus.cc:482] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:26.192049 18492 raft_consensus.cc:504] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.192668 18492 leader_election.cc:288] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:26.192868 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:26.193014 17421 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.193050 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:26.193172 16894 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.193228 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:26.193378 17158 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.193356 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:26.193475 17554 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.193483 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:26.193611 17686 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.193593 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:26.193670 16962 leader_election.cc:302] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:26.193719 17289 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.193903 18492 raft_consensus.cc:2781] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:26.193964 18492 raft_consensus.cc:482] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:26.194016 18492 raft_consensus.cc:3037] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.194854 18492 raft_consensus.cc:504] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.195366 18492 leader_election.cc:288] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Requested vote from peers e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:26.195490 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:26.195609 17289 raft_consensus.cc:3037] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.195658 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:26.195793 17158 raft_consensus.cc:3037] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.195808 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:26.195808 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:26.195904 17421 raft_consensus.cc:3037] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.195914 17554 raft_consensus.cc:3037] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.196568 17289 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.196786 17554 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.196784 17158 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.196884 17421 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.196998 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:26.197120 17686 raft_consensus.cc:3037] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.197237 16961 leader_election.cc:302] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:26.197470 18492 raft_consensus.cc:2781] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:26.197463 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4d241f8516bc45b09025c70c502fc444" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:26.197563 18492 raft_consensus.cc:686] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Becoming Leader. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Running, Role: LEADER
I20240503 14:00:26.197571 16894 raft_consensus.cc:3037] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.197721 18492 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:26.198074 17686 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.198576 16894 raft_consensus.cc:2454] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.200745 16747 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:26.280929 18492 raft_consensus.cc:482] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:26.281073 18492 raft_consensus.cc:504] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.282049 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:26.282059 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:26.282059 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:26.282135 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:26.282243 17289 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.282243 17421 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.282248 17158 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.282274 17554 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.282620 16961 leader_election.cc:302] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:26.282680 18492 leader_election.cc:288] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.282843 18492 raft_consensus.cc:2781] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:26.282852 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:26.282909 18492 raft_consensus.cc:482] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:26.282959 18492 raft_consensus.cc:3037] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.282976 16894 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.283284 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:26.283416 17686 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.284034 18492 raft_consensus.cc:504] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.284723 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:26.284759 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:26.284752 16894 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:26.284852 17421 raft_consensus.cc:3037] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.284829 17158 raft_consensus.cc:3037] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.284873 16894 raft_consensus.cc:3037] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.285521 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:26.285658 17289 raft_consensus.cc:3037] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.285718 17158 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.285718 17421 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.285878 16894 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.286150 18492 leader_election.cc:288] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.286298 16963 leader_election.cc:302] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:26.286514 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:26.286633 17554 raft_consensus.cc:3037] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.286715 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ff76c1deb8f64d80b713732485248ae5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:26.286840 17686 raft_consensus.cc:3037] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.287060 17289 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.287248 18492 raft_consensus.cc:2781] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:26.287606 17554 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.287627 18492 raft_consensus.cc:686] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Becoming Leader. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Running, Role: LEADER
I20240503 14:00:26.287719 17686 raft_consensus.cc:2454] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.287794 18492 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.289851 16747 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:26.437517 18557 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:26.437795 18557 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:26.440840 18557 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_3'
I20240503 14:00:26.484105 18412 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.486788 18413 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.535979 17158 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.536413 18492 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.536620 17555 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.537247 18493 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.537750 17289 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.538239 18493 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.539346 17686 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.539505 16894 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.539765 18493 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.540194 17290 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.540956 17421 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.542987 17554 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.543586 18492 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.543896 18492 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.544173 18492 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.544683 18492 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.547135 17673 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.548492 18412 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.549693 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.550984 18413 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.552302 17422 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.552742 17673 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.553671 18493 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.554013 18493 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.557847 17423 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.558320 18412 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.559530 16893 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.560004 18492 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.560356 16893 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.560709 18412 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.578143 17158 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:26.578550 18493 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:26.621212 18613 mvcc.cc:205] Tried to move back new op lower bound from 7023594809490227200 to 7023594808477601792. Current Snapshot: MvccSnapshot[applied={T|T < 7023594809490227200}]
I20240503 14:00:26.633635 18595 mvcc.cc:205] Tried to move back new op lower bound from 7023594809675980800 to 7023594808477601792. Current Snapshot: MvccSnapshot[applied={T|T < 7023594809490227200}]
I20240503 14:00:26.637641 18607 mvcc.cc:205] Tried to move back new op lower bound from 7023594809530920960 to 7023594807695499264. Current Snapshot: MvccSnapshot[applied={T|T < 7023594809530920960}]
I20240503 14:00:26.643976 18606 mvcc.cc:205] Tried to move back new op lower bound from 7023594809514881024 to 7023594808111603712. Current Snapshot: MvccSnapshot[applied={T|T < 7023594809486340096}]
INSERT report
rows total: 2000
time total: 216.471 ms
time per row: 0.108236 ms
I20240503 14:00:26.706903 16745 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40284:
name: "rebalance_test_table_4"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 7
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:26.707463 16745 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_4 in case of a server failure: 8 tablet servers would be needed, 7 are available. Consider bringing up more tablet servers.
I20240503 14:00:26.712914 16873 tablet_service.cc:1467] Processing CreateTablet for tablet c335093cbbf74398ad25118b436b34d8 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.713047 17005 tablet_service.cc:1467] Processing CreateTablet for tablet c335093cbbf74398ad25118b436b34d8 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.713227 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.713347 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.715914 17137 tablet_service.cc:1467] Processing CreateTablet for tablet c335093cbbf74398ad25118b436b34d8 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.716192 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.716215 17139 tablet_service.cc:1467] Processing CreateTablet for tablet 76b5c23498c54133a5bf16ef759a8221 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.716464 17139 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.716550 17138 tablet_service.cc:1467] Processing CreateTablet for tablet 4677243748264636abf49085d96c9bc5 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.716778 17138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.718500 17665 tablet_service.cc:1467] Processing CreateTablet for tablet 76b5c23498c54133a5bf16ef759a8221 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.718786 17665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.718871 17666 tablet_service.cc:1467] Processing CreateTablet for tablet c335093cbbf74398ad25118b436b34d8 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.719028 17667 tablet_service.cc:1467] Processing CreateTablet for tablet 4677243748264636abf49085d96c9bc5 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.719108 17666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.719225 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.720496 18662 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:26.721326 17401 tablet_service.cc:1467] Processing CreateTablet for tablet c335093cbbf74398ad25118b436b34d8 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.721499 18662 tablet_bootstrap.cc:654] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.721455 17535 tablet_service.cc:1467] Processing CreateTablet for tablet c335093cbbf74398ad25118b436b34d8 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.721573 17401 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.721746 17535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.722524 17402 tablet_service.cc:1467] Processing CreateTablet for tablet 4677243748264636abf49085d96c9bc5 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.722587 17534 tablet_service.cc:1467] Processing CreateTablet for tablet 76b5c23498c54133a5bf16ef759a8221 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.722736 17402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.722816 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.724314 18666 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:26.724740 18664 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:26.724740 17403 tablet_service.cc:1467] Processing CreateTablet for tablet 76b5c23498c54133a5bf16ef759a8221 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.724790 17533 tablet_service.cc:1467] Processing CreateTablet for tablet 4677243748264636abf49085d96c9bc5 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.724965 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.725005 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.725423 18666 tablet_bootstrap.cc:654] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.725800 18664 tablet_bootstrap.cc:654] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.726482 18666 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:26.726562 18666 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:26.727015 18666 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.727174 18666 raft_consensus.cc:374] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.727212 18666 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.727293 17269 tablet_service.cc:1467] Processing CreateTablet for tablet c335093cbbf74398ad25118b436b34d8 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.727327 18666 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.727540 17269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.727627 18666 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:26.727814 18666 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:26.728042 17005 tablet_service.cc:1467] Processing CreateTablet for tablet 4677243748264636abf49085d96c9bc5 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.728307 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.728581 18666 tablet_bootstrap.cc:654] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.729698 17271 tablet_service.cc:1467] Processing CreateTablet for tablet 4677243748264636abf49085d96c9bc5 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.729924 17271 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.730600 17007 tablet_service.cc:1467] Processing CreateTablet for tablet 76b5c23498c54133a5bf16ef759a8221 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.730805 17007 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.731828 17270 tablet_service.cc:1467] Processing CreateTablet for tablet 76b5c23498c54133a5bf16ef759a8221 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.732074 17270 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.732060 18671 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:26.732563 18661 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:26.733244 18671 tablet_bootstrap.cc:654] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.733289 18661 tablet_bootstrap.cc:654] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.734813 18662 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:26.734793 16874 tablet_service.cc:1467] Processing CreateTablet for tablet 76b5c23498c54133a5bf16ef759a8221 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.734920 18662 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.014s user 0.002s sys 0.000s
I20240503 14:00:26.735062 16874 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.735242 18661 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:26.735335 18661 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:26.735415 18662 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.735551 18662 raft_consensus.cc:374] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.735589 18662 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.735703 18662 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.735801 18661 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.735993 18662 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.736200 18662 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:26.737131 18662 tablet_bootstrap.cc:654] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.735911 18661 raft_consensus.cc:374] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.737250 18661 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.737437 18661 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.738006 18661 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:26.738174 18661 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:26.738683 18662 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:26.738812 18662 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:26.739097 18661 tablet_bootstrap.cc:654] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.739385 18662 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.739645 18662 raft_consensus.cc:374] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.739729 18662 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.739941 18662 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.740867 18662 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:26.741061 18661 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:26.741149 18662 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:26.741149 18661 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:26.741542 18661 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.741701 18661 raft_consensus.cc:374] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.741739 18661 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.741864 18661 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.742173 18661 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.743916 16873 tablet_service.cc:1467] Processing CreateTablet for tablet 4677243748264636abf49085d96c9bc5 (DEFAULT_TABLE table=rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:26.744141 18662 tablet_bootstrap.cc:654] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.744170 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:26.745097 18662 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:26.745179 18662 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s
I20240503 14:00:26.745518 18662 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.745615 18662 raft_consensus.cc:374] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.745667 18662 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.745805 18662 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.746096 18662 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:26.746301 18661 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:26.747387 18661 tablet_bootstrap.cc:654] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.748517 18661 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:26.748541 18666 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:26.748608 18661 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:26.748626 18666 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.021s user 0.000s sys 0.001s
I20240503 14:00:26.749058 18661 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.749178 18661 raft_consensus.cc:374] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.749219 18661 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.749339 18661 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.749320 18666 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.749439 18666 raft_consensus.cc:374] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.749485 18666 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.749611 18666 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.749768 18661 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.749925 18666 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.000s sys 0.002s
I20240503 14:00:26.750084 18663 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:26.750110 18666 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:26.751027 18666 tablet_bootstrap.cc:654] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.751030 18663 tablet_bootstrap.cc:654] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.752089 18667 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:26.752394 18666 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:26.752491 18666 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:26.752969 18666 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.753101 18666 raft_consensus.cc:374] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.753136 18666 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.753360 18666 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.753687 18666 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.758384 18667 tablet_bootstrap.cc:654] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.759748 18667 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:26.759845 18667 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s
I20240503 14:00:26.760032 18663 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:26.760145 18663 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s
I20240503 14:00:26.760293 18667 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.760418 18667 raft_consensus.cc:374] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.760445 18667 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.760571 18663 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.760591 18667 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.760681 18663 raft_consensus.cc:374] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.760715 18663 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.760843 18663 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.760924 18667 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.761129 18663 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:26.761288 18663 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:26.762557 18663 tablet_bootstrap.cc:654] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.763481 18664 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:26.763576 18664 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.039s user 0.002s sys 0.000s
I20240503 14:00:26.763996 18664 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.764122 18664 raft_consensus.cc:374] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.764150 18664 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.764263 18664 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.764523 18664 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.764680 18664 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:26.765705 18664 tablet_bootstrap.cc:654] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.766156 18671 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:26.766295 18671 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.034s user 0.002s sys 0.000s
I20240503 14:00:26.766772 18671 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.766865 18664 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:26.766907 18671 raft_consensus.cc:374] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.766929 18664 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:26.766949 18671 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.767083 18671 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.767277 18664 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.767371 18671 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.767386 18664 raft_consensus.cc:374] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.767416 18664 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.767536 18671 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:26.767513 18664 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.767809 18664 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.767990 18664 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:26.768518 18671 tablet_bootstrap.cc:654] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.768759 18664 tablet_bootstrap.cc:654] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.769776 18667 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:26.770419 18671 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:26.770536 18671 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:26.770736 18667 tablet_bootstrap.cc:654] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.771092 18671 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.771279 18671 raft_consensus.cc:374] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.771358 18671 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.771565 18671 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.771847 18663 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:26.771945 18663 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.000s
I20240503 14:00:26.772096 18671 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:26.772280 18671 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:26.772423 18663 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.772557 18663 raft_consensus.cc:374] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.772569 18664 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:26.772593 18663 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.772644 18664 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.000s
I20240503 14:00:26.772737 18663 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.773026 18663 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.773108 18664 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.773260 18664 raft_consensus.cc:374] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.773295 18664 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.773308 18663 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:26.773406 18664 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.773664 18664 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.774221 18663 tablet_bootstrap.cc:654] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.775753 18671 tablet_bootstrap.cc:654] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.777290 18667 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:26.777388 18667 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.016s user 0.002s sys 0.000s
I20240503 14:00:26.777673 18663 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:26.777747 18663 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
I20240503 14:00:26.777787 18671 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:26.777856 18671 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.002s
I20240503 14:00:26.777873 18667 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.777997 18667 raft_consensus.cc:374] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.778028 18667 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.778133 18667 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.778165 18663 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.778291 18663 raft_consensus.cc:374] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.778254 18671 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.778324 18663 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.778352 18671 raft_consensus.cc:374] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.778378 18671 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.778446 18667 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.778440 18663 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.778474 18671 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.778601 18667 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:26.778693 18663 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.778698 18671 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.779758 18667 tablet_bootstrap.cc:654] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:26.781443 18667 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:26.781533 18667 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:26.781999 18667 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.782119 18667 raft_consensus.cc:374] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:26.782152 18667 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:26.782348 18667 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.782621 18667 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:26.804513 18604 raft_consensus.cc:482] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:26.804659 18604 raft_consensus.cc:504] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.805336 18604 leader_election.cc:288] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.805574 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:26.805577 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:26.805742 17158 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.805756 17289 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.805867 16893 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:26.806015 16893 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.805979 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:26.806142 17686 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.806320 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:26.806453 17554 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.806458 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:26.806586 17422 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:26.806703 16963 leader_election.cc:302] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8; no voters:
I20240503 14:00:26.806918 18604 raft_consensus.cc:2781] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:26.806984 18604 raft_consensus.cc:482] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:26.807024 18604 raft_consensus.cc:3037] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.807880 18604 raft_consensus.cc:504] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.808393 18604 leader_election.cc:288] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.808650 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:26.808779 17158 raft_consensus.cc:3037] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.808841 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:26.808852 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:26.808877 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:26.808965 17422 raft_consensus.cc:3037] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.808972 17554 raft_consensus.cc:3037] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.808972 17686 raft_consensus.cc:3037] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.809790 17158 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.809896 17554 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.809911 17422 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.809911 17686 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.810288 16961 leader_election.cc:302] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:26.810341 16893 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:26.810451 16893 raft_consensus.cc:3037] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.810415 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76b5c23498c54133a5bf16ef759a8221" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:26.810545 17289 raft_consensus.cc:3037] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.810539 18604 raft_consensus.cc:2781] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:26.810627 18604 raft_consensus.cc:686] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Becoming Leader. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Running, Role: LEADER
I20240503 14:00:26.810787 18604 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.811383 16893 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.811488 17289 raft_consensus.cc:2454] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 1.
I20240503 14:00:26.813114 16751 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130). New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:26.842875 18683 raft_consensus.cc:482] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:26.843042 18683 raft_consensus.cc:504] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.844516 18683 leader_election.cc:288] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:26.850255 17025 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:26.850415 17025 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:26.850452 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:26.850608 17554 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:26.851789 16893 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:26.851922 16893 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:26.852188 17623 leader_election.cc:302] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:26.852460 18683 raft_consensus.cc:2781] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:26.852522 18683 raft_consensus.cc:482] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:26.852560 18683 raft_consensus.cc:3037] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.852643 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:26.852775 17289 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:26.853626 18683 raft_consensus.cc:504] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.854311 18683 leader_election.cc:288] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:26.854529 17025 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:26.854619 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:26.854661 17025 raft_consensus.cc:3037] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.854745 17158 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:26.854874 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:26.854934 17157 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:26.855006 17554 raft_consensus.cc:3037] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.855031 17157 raft_consensus.cc:3037] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.854972 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:26.855118 17422 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:26.855325 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:26.855419 17423 raft_consensus.cc:3037] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.855751 17025 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:26.856046 17554 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:26.856086 17157 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:26.856405 17423 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:26.856446 17622 leader_election.cc:302] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:26.856735 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:26.856793 16893 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4677243748264636abf49085d96c9bc5" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:26.856861 17289 raft_consensus.cc:3037] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.856899 16893 raft_consensus.cc:3037] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.857059 18683 raft_consensus.cc:2781] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:26.857147 18683 raft_consensus.cc:686] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Becoming Leader. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Running, Role: LEADER
I20240503 14:00:26.857445 18683 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.857764 16893 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:26.857772 17289 raft_consensus.cc:2454] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:26.860399 16751 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: term changed from 0 to 1, leader changed from <none> to f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135). New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:26.886471 18503 raft_consensus.cc:482] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:26.886631 18503 raft_consensus.cc:504] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.887293 18503 leader_election.cc:288] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.887725 17025 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:26.887707 16893 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:26.887863 17025 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 0.
I20240503 14:00:26.887893 16893 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 0.
I20240503 14:00:26.888563 17157 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:26.888718 17157 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 0.
I20240503 14:00:26.888875 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:26.889024 17226 leader_election.cc:302] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7; no voters:
I20240503 14:00:26.889094 17686 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 0.
I20240503 14:00:26.889226 18503 raft_consensus.cc:2781] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:26.889284 18503 raft_consensus.cc:482] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:26.889318 18503 raft_consensus.cc:3037] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.889596 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:26.889665 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:26.889745 17423 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 0.
I20240503 14:00:26.889837 17554 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 0.
I20240503 14:00:26.890379 18503 raft_consensus.cc:504] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.890937 18503 leader_election.cc:288] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:26.891125 16893 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:26.891201 17157 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:26.891239 16893 raft_consensus.cc:3037] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.891301 17157 raft_consensus.cc:3037] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.891332 17025 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:26.891434 17025 raft_consensus.cc:3037] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.892200 17157 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 1.
I20240503 14:00:26.892212 16893 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 1.
I20240503 14:00:26.892294 17025 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 1.
I20240503 14:00:26.892701 17227 leader_election.cc:302] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7; no voters:
I20240503 14:00:26.892951 17423 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:26.893064 17423 raft_consensus.cc:3037] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.893064 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:26.893126 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c335093cbbf74398ad25118b436b34d8" candidate_uuid: "026c625717ca4ce0bbb1ff3af3fde786" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:26.893170 17686 raft_consensus.cc:3037] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.893239 17554 raft_consensus.cc:3037] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:26.893971 17423 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 1.
I20240503 14:00:26.893990 17686 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 1.
I20240503 14:00:26.894143 17554 raft_consensus.cc:2454] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 026c625717ca4ce0bbb1ff3af3fde786 in term 1.
I20240503 14:00:26.894340 18503 raft_consensus.cc:2781] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:26.894557 18503 raft_consensus.cc:686] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Becoming Leader. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Running, Role: LEADER
I20240503 14:00:26.894884 18503 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:26.897933 16751 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: term changed from 0 to 1, leader changed from <none> to 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132). New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:27.041347 18705 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:27.041602 18705 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:27.044663 18705 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_4'
I20240503 14:00:27.123288 17554 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.123520 17423 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.123531 17290 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.124068 18598 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.124226 17686 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.124424 18598 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.124681 18598 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.124943 18598 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.133847 17157 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.134984 17555 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.135581 17027 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.135573 18683 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.136651 16893 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.136987 16895 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.136968 18656 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.138298 17422 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.138981 17157 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.140192 18167 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.140527 18167 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.141134 18597 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.144965 18683 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.145311 18683 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.146515 17288 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.147348 18167 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.152087 17159 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.153080 17553 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.153975 17673 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.154273 18702 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.155093 18503 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.155396 18503 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.166366 17423 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.166904 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.168393 18737 mvcc.cc:205] Tried to move back new op lower bound from 7023594811920027648 to 7023594810813071360. Current Snapshot: MvccSnapshot[applied={T|T < 7023594811920027648}]
I20240503 14:00:27.171772 18759 mvcc.cc:205] Tried to move back new op lower bound from 7023594811920027648 to 7023594810813071360. Current Snapshot: MvccSnapshot[applied={T|T < 7023594811920027648}]
I20240503 14:00:27.188232 16895 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.188736 18503 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.192952 18503 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.203322 18702 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.274698 18591 mvcc.cc:205] Tried to move back new op lower bound from 7023594812029739008 to 7023594810965594112. Current Snapshot: MvccSnapshot[applied={T|T < 7023594811910119424}]
INSERT report
rows total: 2000
time total: 212.006 ms
time per row: 0.106003 ms
I20240503 14:00:27.299665 16747 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40284:
name: "rebalance_test_table_5"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 7
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:27.300189 16747 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_5 in case of a server failure: 8 tablet servers would be needed, 7 are available. Consider bringing up more tablet servers.
I20240503 14:00:27.305301 17270 tablet_service.cc:1467] Processing CreateTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.305408 17533 tablet_service.cc:1467] Processing CreateTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.305630 17270 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.305691 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.306900 17139 tablet_service.cc:1467] Processing CreateTablet for tablet 1b948fcb7d424557b102f4923de0f547 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.306937 17137 tablet_service.cc:1467] Processing CreateTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.307145 17139 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.307421 17666 tablet_service.cc:1467] Processing CreateTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.307682 17666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.308007 17138 tablet_service.cc:1467] Processing CreateTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.308214 17138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.308261 17667 tablet_service.cc:1467] Processing CreateTablet for tablet 1b948fcb7d424557b102f4923de0f547 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.308476 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.309940 18781 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:27.310002 18782 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:27.310865 18782 tablet_bootstrap.cc:654] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.310894 18781 tablet_bootstrap.cc:654] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.311846 18781 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:27.311889 18782 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:27.311920 18781 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.311951 18782 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.312269 18782 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.312356 18782 raft_consensus.cc:374] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.312376 18782 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.312304 18781 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.312409 18781 raft_consensus.cc:374] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.312438 18781 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.312485 18782 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.312537 18781 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.312755 18782 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:27.312902 18782 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:27.313278 18781 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.313419 18781 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:27.313658 18782 tablet_bootstrap.cc:654] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.314173 18781 tablet_bootstrap.cc:654] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.314507 18782 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:27.314750 17271 tablet_service.cc:1467] Processing CreateTablet for tablet 1b948fcb7d424557b102f4923de0f547 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.315022 17271 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.315162 17403 tablet_service.cc:1467] Processing CreateTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.315421 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.315466 17534 tablet_service.cc:1467] Processing CreateTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.315773 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.315927 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.317591 16873 tablet_service.cc:1467] Processing CreateTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.317869 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.318508 17401 tablet_service.cc:1467] Processing CreateTablet for tablet 1b948fcb7d424557b102f4923de0f547 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.318754 17401 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.319077 16875 tablet_service.cc:1467] Processing CreateTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.319327 16875 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.320310 16874 tablet_service.cc:1467] Processing CreateTablet for tablet 1b948fcb7d424557b102f4923de0f547 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.320535 16874 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.320792 17402 tablet_service.cc:1467] Processing CreateTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.320996 17402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.321070 17667 tablet_service.cc:1467] Processing CreateTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.321311 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.321861 17007 tablet_service.cc:1467] Processing CreateTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.322119 17007 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.322460 17269 tablet_service.cc:1467] Processing CreateTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.322710 17269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.323556 17533 tablet_service.cc:1467] Processing CreateTablet for tablet 1b948fcb7d424557b102f4923de0f547 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.323793 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.324491 17005 tablet_service.cc:1467] Processing CreateTablet for tablet 1b948fcb7d424557b102f4923de0f547 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.324741 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.325173 18782 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.000s
I20240503 14:00:27.325780 18782 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.325980 18782 raft_consensus.cc:374] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.326050 18782 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.326272 18782 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.326431 17006 tablet_service.cc:1467] Processing CreateTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 (DEFAULT_TABLE table=rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.326649 17006 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.327068 18782 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.327291 18782 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:27.328410 18782 tablet_bootstrap.cc:654] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.328662 18786 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:27.329885 18790 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:27.330179 18787 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:27.331015 18790 tablet_bootstrap.cc:654] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.331916 18789 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:27.332031 18790 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:27.332120 18790 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:27.332518 18790 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.332643 18790 raft_consensus.cc:374] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.332674 18790 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.332790 18790 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.333043 18790 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.333190 18790 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:27.333648 18789 tablet_bootstrap.cc:654] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.333992 18790 tablet_bootstrap.cc:654] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.334314 18787 tablet_bootstrap.cc:654] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.334491 18786 tablet_bootstrap.cc:654] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.334750 18789 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:27.334844 18789 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:27.335361 18789 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.335487 18789 raft_consensus.cc:374] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.335523 18789 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.335672 18789 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.335794 18604 raft_consensus.cc:482] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:27.335872 18604 raft_consensus.cc:504] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.335968 18789 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.336148 18789 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:27.336385 18604 leader_election.cc:288] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:27.336838 18786 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:27.337091 18789 tablet_bootstrap.cc:654] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.337227 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:27.337287 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:27.337355 17673 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
I20240503 14:00:27.336977 18786 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.001s
I20240503 14:00:27.337976 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:27.338320 18786 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.338363 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:27.338402 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:27.338532 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "9dd8ee24fd2048bebb45a234038e5de7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
W20240503 14:00:27.338531 16961 leader_election.cc:341] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:27.338630 16895 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dd8ee24fd2048bebb45a234038e5de7 in term 0.
W20240503 14:00:27.338790 16961 leader_election.cc:341] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409): Illegal state: must be running to vote when last-logged opid is not known
W20240503 14:00:27.338861 16963 leader_election.cc:341] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:27.339054 18780 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
W20240503 14:00:27.339187 16962 leader_election.cc:341] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:27.339300 16962 leader_election.cc:302] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 7 responses out of 7 voters: 3 yes votes; 4 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8; no voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, e760fb998d0240e5b4b229f8ced3bf81, ff873760acac43f7bbb9438b61324220
I20240503 14:00:27.339898 18604 raft_consensus.cc:2726] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
I20240503 14:00:27.340147 18780 tablet_bootstrap.cc:654] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.342041 18789 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:27.342146 18789 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s
I20240503 14:00:27.342356 18781 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:27.342437 18781 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.029s user 0.002s sys 0.000s
I20240503 14:00:27.342645 18789 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.342768 18789 raft_consensus.cc:374] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.342801 18789 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.342832 18781 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.342952 18781 raft_consensus.cc:374] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.342980 18781 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.342926 18789 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.343052 18786 raft_consensus.cc:374] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.343104 18781 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.343189 18786 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.343250 18789 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:27.343389 18781 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.343430 18789 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:27.343353 18786 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.343554 18781 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:27.344412 18781 tablet_bootstrap.cc:654] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.346037 18786 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.008s user 0.001s sys 0.000s
I20240503 14:00:27.346289 18789 tablet_bootstrap.cc:654] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.346993 18790 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:27.347083 18790 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.014s user 0.000s sys 0.002s
I20240503 14:00:27.347369 18789 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:27.347476 18789 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s
I20240503 14:00:27.347484 18790 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.347599 18790 raft_consensus.cc:374] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.347625 18790 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.347729 18790 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.347985 18790 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:27.347903 18789 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.348034 18789 raft_consensus.cc:374] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.348075 18789 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.348141 18790 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:27.348258 18786 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:27.348217 18789 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.348501 18789 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:27.348965 18790 tablet_bootstrap.cc:654] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.349349 18786 tablet_bootstrap.cc:654] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.351711 18790 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:27.351799 18790 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.001s
I20240503 14:00:27.352181 18782 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:27.352275 18790 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.352393 18790 raft_consensus.cc:374] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.352413 18782 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.025s user 0.002s sys 0.000s
I20240503 14:00:27.352424 18790 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.352535 18790 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.352823 18790 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:27.352804 18782 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.352912 18782 raft_consensus.cc:374] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.352949 18782 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.353063 18782 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.353322 18782 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:27.354382 18781 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:27.354475 18781 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.000s
I20240503 14:00:27.354887 18781 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.355007 18781 raft_consensus.cc:374] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.355039 18781 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.355152 18781 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.355402 18781 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.356317 18780 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:27.356413 18780 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.017s user 0.002s sys 0.000s
I20240503 14:00:27.356861 18780 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.356982 18780 raft_consensus.cc:374] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.357008 18780 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.357116 18780 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.357343 18780 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.357486 18780 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:27.357967 18787 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:27.358095 18787 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.029s user 0.000s sys 0.002s
I20240503 14:00:27.358425 18780 tablet_bootstrap.cc:654] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.358526 18787 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.358618 18787 raft_consensus.cc:374] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.358636 18787 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.358748 18787 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.359478 18787 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.359642 18787 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:27.362366 18787 tablet_bootstrap.cc:654] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.362381 18780 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:27.362453 18780 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 14:00:27.362838 18780 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.362957 18780 raft_consensus.cc:374] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.362985 18780 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.363087 18780 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.363191 18786 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:27.363262 18786 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.015s user 0.000s sys 0.002s
I20240503 14:00:27.363339 18780 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.363494 18780 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:27.364321 18780 tablet_bootstrap.cc:654] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.364390 18787 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:27.364450 18787 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.001s
I20240503 14:00:27.364751 18787 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.364831 18787 raft_consensus.cc:374] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.364850 18787 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.364919 18787 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.365141 18787 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:27.365276 18787 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:27.366323 18786 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.366730 18786 raft_consensus.cc:374] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.366815 18786 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.367012 18786 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.367393 18786 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.004s user 0.001s sys 0.000s
I20240503 14:00:27.367503 18638 raft_consensus.cc:482] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:27.367621 18786 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:27.367606 18638 raft_consensus.cc:504] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.368269 18638 leader_election.cc:288] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:27.368356 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:27.368461 17288 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.368580 18786 tablet_bootstrap.cc:654] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.368896 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:27.369045 17553 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.369201 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:27.369325 17673 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.369336 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:27.369442 17422 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.369650 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:27.369788 17027 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.369884 18780 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:27.369884 18786 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:27.369967 18780 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
I20240503 14:00:27.369974 18786 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.001s
I20240503 14:00:27.370373 17093 leader_election.cc:302] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:27.370399 18786 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.370399 18780 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.370503 18786 raft_consensus.cc:374] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.370508 18780 raft_consensus.cc:374] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.370527 18638 raft_consensus.cc:2781] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:27.370538 18780 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.370538 18786 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.370580 18638 raft_consensus.cc:482] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:27.370627 18638 raft_consensus.cc:3037] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.370656 18780 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.370656 18786 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.370937 18780 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.370949 18786 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.370959 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:27.371081 16895 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.371676 18638 raft_consensus.cc:504] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.372344 18638 leader_election.cc:288] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Requested vote from peers 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:27.372426 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:27.372530 17288 raft_consensus.cc:3037] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.372756 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:27.372864 17027 raft_consensus.cc:3037] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.372879 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:27.372973 17422 raft_consensus.cc:3037] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.373430 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:27.373540 17553 raft_consensus.cc:3037] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.373580 17288 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.373811 17027 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.373826 17422 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.374042 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:27.374137 16895 raft_consensus.cc:3037] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.374361 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "33d41ba26f0b4bbe919adf85c512b2d5" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:27.374405 17093 leader_election.cc:302] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:27.374483 17673 raft_consensus.cc:3037] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.374506 17553 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.374578 18638 raft_consensus.cc:2781] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:27.374644 18638 raft_consensus.cc:686] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Becoming Leader. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Running, Role: LEADER
I20240503 14:00:27.374799 18638 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.375070 16895 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.375468 17673 raft_consensus.cc:2454] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.375617 18787 tablet_bootstrap.cc:654] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.377382 16748 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:27.377779 18787 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:27.377879 18787 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.013s user 0.001s sys 0.001s
I20240503 14:00:27.378849 18787 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.378963 18787 raft_consensus.cc:374] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.378998 18787 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.379143 18787 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.379460 18787 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:27.417040 18521 raft_consensus.cc:482] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:27.417160 18521 raft_consensus.cc:504] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.417866 18521 leader_election.cc:288] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:27.418088 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:27.418166 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:27.418152 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:27.418256 16895 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.418313 17158 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.418332 17288 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.418654 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:27.418804 17553 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.418840 17358 leader_election.cc:302] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:27.418903 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:27.419047 17027 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.419237 18521 raft_consensus.cc:2781] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:27.419296 18521 raft_consensus.cc:482] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:27.419334 18521 raft_consensus.cc:3037] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.419278 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:27.419416 17673 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.420420 18521 raft_consensus.cc:504] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.420949 18521 leader_election.cc:288] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:27.421181 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:27.421181 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:27.421208 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:27.421288 17027 raft_consensus.cc:3037] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.421288 17288 raft_consensus.cc:3037] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.421315 16895 raft_consensus.cc:3037] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.421360 17553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:27.421455 17553 raft_consensus.cc:3037] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.422227 17288 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.422228 17027 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.422308 16895 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.422407 17553 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.422557 18704 raft_consensus.cc:482] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:27.422664 17357 leader_election.cc:302] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:27.422647 18704 raft_consensus.cc:504] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.422838 18521 raft_consensus.cc:2781] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:27.423120 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:27.423234 17158 raft_consensus.cc:3037] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.423262 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1b948fcb7d424557b102f4923de0f547" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:27.423367 17673 raft_consensus.cc:3037] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.423359 18704 leader_election.cc:288] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:27.423831 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:27.423938 17159 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:27.423920 17686 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:27.424037 17686 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:27.424198 17158 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.424299 17673 raft_consensus.cc:2454] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.424500 18521 raft_consensus.cc:686] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Becoming Leader. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Running, Role: LEADER
I20240503 14:00:27.424721 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:27.424834 17288 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:27.424713 18521 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.424940 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:27.424971 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:27.425053 17027 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:27.425062 16895 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:27.424827 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:27.425235 17422 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 0.
I20240503 14:00:27.425338 17488 leader_election.cc:302] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:27.425559 18704 raft_consensus.cc:2781] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:27.425621 18704 raft_consensus.cc:482] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:27.425665 18704 raft_consensus.cc:3037] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.426584 18704 raft_consensus.cc:504] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.427148 18704 leader_election.cc:288] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 election: Requested vote from peers e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:27.427364 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:27.427466 17288 raft_consensus.cc:3037] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.427340 16748 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: term changed from 0 to 1, leader changed from <none> to e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133). New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:27.427539 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:27.427630 17673 raft_consensus.cc:3037] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.427791 17422 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:27.427883 17422 raft_consensus.cc:3037] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.428248 17158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:27.428344 17158 raft_consensus.cc:3037] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.428355 17288 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:27.428786 17422 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:27.429253 17158 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:27.429380 17673 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:27.429471 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:27.429591 17027 raft_consensus.cc:3037] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.429836 17490 leader_election.cc:302] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:27.429997 18704 raft_consensus.cc:2781] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:27.430158 18704 raft_consensus.cc:686] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Becoming Leader. State: Replica: ff873760acac43f7bbb9438b61324220, State: Running, Role: LEADER
I20240503 14:00:27.430332 18704 consensus_queue.cc:237] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.430716 17027 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:27.430938 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "77ae2ae7991c4c098e29f63bdb2c4655" candidate_uuid: "ff873760acac43f7bbb9438b61324220" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:27.431041 16895 raft_consensus.cc:3037] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.431913 16895 raft_consensus.cc:2454] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff873760acac43f7bbb9438b61324220 in term 1.
I20240503 14:00:27.432418 16748 catalog_manager.cc:5484] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff873760acac43f7bbb9438b61324220 (127.0.99.134). New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:27.570940 18813 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:27.571220 18813 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:27.574479 18813 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_5'
I20240503 14:00:27.654543 17027 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.654587 16895 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.655547 18638 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.655982 17158 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.656064 17027 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.656167 17288 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.656543 18704 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.656733 17673 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.657697 16893 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.658120 18811 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.658490 18811 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.658771 18811 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.663779 17553 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.664214 17288 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.664875 18809 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.666715 16893 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.667237 18809 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.667512 18809 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.668717 18638 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.670471 17555 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.670722 17686 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.671348 17288 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.672154 18412 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.672483 18412 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.673246 17027 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.673379 17158 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.673514 17421 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.674110 17686 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.674861 18521 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.675166 17422 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:27.676901 18852 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.677024 18811 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.678340 18704 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.678865 18855 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.679028 18809 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:27.683753 18412 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 190.9 ms
time per row: 0.0954501 ms
I20240503 14:00:27.811774 16747 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40284:
name: "rebalance_test_table_6"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "string_val"
type: STRING
is_key: false
is_nullable: true
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 7
split_rows_range_bounds {
}
partition_schema {
hash_schema {
columns {
name: "key"
}
num_buckets: 3
seed: 0
}
}
W20240503 14:00:27.812350 16747 catalog_manager.cc:6843] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table rebalance_test_table_6 in case of a server failure: 8 tablet servers would be needed, 7 are available. Consider bringing up more tablet servers.
I20240503 14:00:27.821710 17269 tablet_service.cc:1467] Processing CreateTablet for tablet a04e6f324f3844d69f57dfce285c94e0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.821715 16874 tablet_service.cc:1467] Processing CreateTablet for tablet a04e6f324f3844d69f57dfce285c94e0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.821746 17270 tablet_service.cc:1467] Processing CreateTablet for tablet f96a27776dbb450884608c3ff63ec245 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.822005 17269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.822008 16874 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.821746 17271 tablet_service.cc:1467] Processing CreateTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.822310 17271 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.822474 16875 tablet_service.cc:1467] Processing CreateTablet for tablet f96a27776dbb450884608c3ff63ec245 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.822850 16873 tablet_service.cc:1467] Processing CreateTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.823482 17005 tablet_service.cc:1467] Processing CreateTablet for tablet a04e6f324f3844d69f57dfce285c94e0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.823745 17005 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.823926 17402 tablet_service.cc:1467] Processing CreateTablet for tablet a04e6f324f3844d69f57dfce285c94e0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.824178 17402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.824329 18786 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:27.825217 18786 tablet_bootstrap.cc:654] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.825868 18790 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:27.826084 17006 tablet_service.cc:1467] Processing CreateTablet for tablet f96a27776dbb450884608c3ff63ec245 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.826236 17533 tablet_service.cc:1467] Processing CreateTablet for tablet a04e6f324f3844d69f57dfce285c94e0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.826402 17401 tablet_service.cc:1467] Processing CreateTablet for tablet f96a27776dbb450884608c3ff63ec245 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.826493 17533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.826472 17007 tablet_service.cc:1467] Processing CreateTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.826656 17401 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.826714 18790 tablet_bootstrap.cc:654] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.827188 17006 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.828629 17403 tablet_service.cc:1467] Processing CreateTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.828830 17403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.828814 17534 tablet_service.cc:1467] Processing CreateTablet for tablet f96a27776dbb450884608c3ff63ec245 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.829058 17534 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.829622 17007 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.830504 17137 tablet_service.cc:1467] Processing CreateTablet for tablet a04e6f324f3844d69f57dfce285c94e0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.830745 17137 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.831210 17535 tablet_service.cc:1467] Processing CreateTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.831441 17535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.832823 17138 tablet_service.cc:1467] Processing CreateTablet for tablet f96a27776dbb450884608c3ff63ec245 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.833029 17138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.833281 18780 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:27.834085 18780 tablet_bootstrap.cc:654] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.834767 17270 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.834961 17139 tablet_service.cc:1467] Processing CreateTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.835167 17139 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.837167 17667 tablet_service.cc:1467] Processing CreateTablet for tablet a04e6f324f3844d69f57dfce285c94e0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.837401 17667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.839447 17666 tablet_service.cc:1467] Processing CreateTablet for tablet f96a27776dbb450884608c3ff63ec245 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.839654 17666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.841497 17665 tablet_service.cc:1467] Processing CreateTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 (DEFAULT_TABLE table=rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]), partition=HASH (key) PARTITION 2, RANGE (key) PARTITION UNBOUNDED
I20240503 14:00:27.841717 17665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.842924 18782 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:27.843724 18782 tablet_bootstrap.cc:654] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.844276 18781 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:27.844652 18782 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:27.844734 18782 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.845104 18781 tablet_bootstrap.cc:654] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.845113 18782 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.845228 18782 raft_consensus.cc:374] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.845255 18782 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.845355 18782 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.845620 18782 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.845646 18787 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:27.845762 18782 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:27.846494 18787 tablet_bootstrap.cc:654] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.846628 18782 tablet_bootstrap.cc:654] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.848626 18782 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:27.848712 18782 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:27.849164 18782 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.849292 18782 raft_consensus.cc:374] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.849328 18782 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.849442 18782 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.849781 18782 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.849946 18782 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Bootstrap starting.
I20240503 14:00:27.850355 16875 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.850821 18782 tablet_bootstrap.cc:654] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.852667 16873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:27.853108 18782 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: No bootstrap required, opened a new log
I20240503 14:00:27.853183 18782 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:27.853596 18782 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.853703 18782 raft_consensus.cc:374] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.853734 18782 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.853839 18782 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.854097 18782 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.858497 18896 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:27.859280 18790 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:27.859386 18790 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.034s user 0.002s sys 0.000s
I20240503 14:00:27.859457 18787 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:27.859544 18787 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.014s user 0.002s sys 0.000s
I20240503 14:00:27.859874 18790 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.859984 18896 tablet_bootstrap.cc:654] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.860035 18790 raft_consensus.cc:374] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.860066 18790 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.859984 18787 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.860126 18787 raft_consensus.cc:374] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.860157 18787 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.860191 18790 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.860284 18787 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.860476 18790 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.860539 18787 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.860642 18790 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:27.860698 18787 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:27.861194 18786 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:27.861272 18786 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.037s user 0.001s sys 0.000s
I20240503 14:00:27.861527 18787 tablet_bootstrap.cc:654] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.861527 18790 tablet_bootstrap.cc:654] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.861636 18786 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.861744 18786 raft_consensus.cc:374] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.861770 18786 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.861894 18786 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.863515 18781 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:27.863627 18781 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.019s user 0.001s sys 0.000s
I20240503 14:00:27.864109 18781 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.864239 18781 raft_consensus.cc:374] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.864277 18781 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.864415 18781 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.864727 18781 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.862208 18786 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.001s
I20240503 14:00:27.864909 18781 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:27.864931 18786 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:27.865777 18786 tablet_bootstrap.cc:654] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.865775 18781 tablet_bootstrap.cc:654] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.867307 18786 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:27.867429 18786 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
I20240503 14:00:27.867862 18786 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.868045 18786 raft_consensus.cc:374] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.868113 18786 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.868288 18786 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.868803 18786 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.869035 18786 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:27.869351 18790 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:27.869448 18790 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.009s user 0.001s sys 0.001s
I20240503 14:00:27.869911 18790 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.870064 18790 raft_consensus.cc:374] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.870102 18790 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.870256 18786 tablet_bootstrap.cc:654] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.870397 18790 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.870723 18790 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.870915 18790 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:27.871870 18790 tablet_bootstrap.cc:654] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.873023 18786 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: No bootstrap required, opened a new log
I20240503 14:00:27.873049 18896 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:27.873112 18786 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.002s
I20240503 14:00:27.873136 18896 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.015s user 0.002s sys 0.000s
I20240503 14:00:27.873523 18786 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.873562 18896 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.873656 18786 raft_consensus.cc:374] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.873673 18896 raft_consensus.cc:374] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.873692 18786 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.873708 18896 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.873821 18786 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.873868 18896 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.874100 18786 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:27.874709 18896 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.874933 18896 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:27.875311 18790 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: No bootstrap required, opened a new log
I20240503 14:00:27.875447 18790 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
I20240503 14:00:27.875878 18896 tablet_bootstrap.cc:654] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.876140 18790 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.876361 18790 raft_consensus.cc:374] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.876446 18790 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.876672 18790 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.877128 18787 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:27.877128 18790 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.877218 18787 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.017s user 0.001s sys 0.001s
I20240503 14:00:27.877692 18787 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.877821 18787 raft_consensus.cc:374] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.877861 18787 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.877983 18787 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.878289 18787 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.879390 18787 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81: Bootstrap starting.
I20240503 14:00:27.880321 18787 tablet_bootstrap.cc:654] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.881623 18787 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81: No bootstrap required, opened a new log
I20240503 14:00:27.881713 18787 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.882259 18787 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.882413 18787 raft_consensus.cc:374] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.882450 18787 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.882594 18787 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.882992 18787 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.883765 18896 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:27.883901 18896 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.000s
I20240503 14:00:27.884568 18896 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.884692 18896 raft_consensus.cc:374] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.884724 18896 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.884878 18896 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.885649 18896 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.885679 18780 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:27.885761 18780 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.053s user 0.002s sys 0.000s
I20240503 14:00:27.885829 18896 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:27.886153 18780 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.886301 18780 raft_consensus.cc:374] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.886332 18780 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.886445 18780 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.886685 18780 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.886873 18780 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:27.887370 18896 tablet_bootstrap.cc:654] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.887683 18780 tablet_bootstrap.cc:654] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.889284 18780 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:27.889355 18780 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
I20240503 14:00:27.889729 18780 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.889851 18780 raft_consensus.cc:374] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.889878 18780 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.889984 18780 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.890270 18780 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.890412 18780 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:27.891202 18780 tablet_bootstrap.cc:654] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.891932 18683 raft_consensus.cc:482] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:27.892031 18683 raft_consensus.cc:504] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.892230 18780 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220: No bootstrap required, opened a new log
I20240503 14:00:27.892293 18780 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.892679 18683 leader_election.cc:288] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:27.892653 18780 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.892779 18780 raft_consensus.cc:374] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.892808 18780 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.892931 18780 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.893177 18780 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:27.893262 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:27.893378 16895 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:27.893488 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:27.893636 17289 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:27.893874 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:27.893980 17554 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:27.893958 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:27.894081 17027 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:27.894763 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:27.894896 17421 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 0.
I20240503 14:00:27.895177 17621 leader_election.cc:302] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, e760fb998d0240e5b4b229f8ced3bf81, f18457af7c0e4c099dbc02b05e0592d8, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:27.895182 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
W20240503 14:00:27.895769 17622 leader_election.cc:341] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:27.895874 18683 raft_consensus.cc:2781] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:27.895932 18683 raft_consensus.cc:482] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:27.895965 18683 raft_consensus.cc:3037] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.896528 18896 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: No bootstrap required, opened a new log
I20240503 14:00:27.896668 18896 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.011s user 0.001s sys 0.000s
I20240503 14:00:27.896904 18683 raft_consensus.cc:504] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.897140 18896 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.897275 18896 raft_consensus.cc:374] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.897313 18896 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.897436 18683 leader_election.cc:288] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 election: Requested vote from peers 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:27.897697 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:27.897698 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:27.897802 17289 raft_consensus.cc:3037] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.897802 16895 raft_consensus.cc:3037] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.897927 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:27.898029 17027 raft_consensus.cc:3037] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.898758 16895 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:27.898823 17289 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:27.898970 17027 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:27.899227 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:27.899298 17620 leader_election.cc:302] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 9dd8ee24fd2048bebb45a234038e5de7, f18457af7c0e4c099dbc02b05e0592d8; no voters:
W20240503 14:00:27.899598 17622 leader_election.cc:341] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): Illegal state: must be running to vote when last-logged opid is not known
I20240503 14:00:27.899307 18896 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.899762 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:27.899868 17554 raft_consensus.cc:3037] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.900432 18896 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
I20240503 14:00:27.900696 17554 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:27.901082 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d9c54ff9b423418caa553ba45fbbf0d0" candidate_uuid: "f18457af7c0e4c099dbc02b05e0592d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:27.901178 17421 raft_consensus.cc:3037] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.901279 18781 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:27.901379 18781 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.037s user 0.001s sys 0.000s
I20240503 14:00:27.901798 18781 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.901921 18781 raft_consensus.cc:374] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.901952 18781 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.902082 18781 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.902122 17421 raft_consensus.cc:2454] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f18457af7c0e4c099dbc02b05e0592d8 in term 1.
I20240503 14:00:27.902987 18683 raft_consensus.cc:2781] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:27.903072 18781 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:27.903085 18683 raft_consensus.cc:686] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Becoming Leader. State: Replica: f18457af7c0e4c099dbc02b05e0592d8, State: Running, Role: LEADER
I20240503 14:00:27.903259 18781 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc: Bootstrap starting.
I20240503 14:00:27.903213 18683 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.904289 18781 tablet_bootstrap.cc:654] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc: Neither blocks nor log segments found. Creating new log.
I20240503 14:00:27.905494 18853 raft_consensus.cc:482] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:27.905429 16745 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: term changed from 0 to 1, leader changed from <none> to f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135). New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:27.905586 18853 raft_consensus.cc:504] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.906287 18853 leader_election.cc:288] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:27.906741 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:27.906870 17027 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.906980 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:27.907094 16895 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.907404 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:27.907536 17289 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.907969 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc" is_pre_election: true
I20240503 14:00:27.908066 17687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:27.908093 17159 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.908170 17687 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.908190 17359 leader_election.cc:302] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 026c625717ca4ce0bbb1ff3af3fde786, 0a2f4aa4f4274c178ebc6b0c4d26e51d, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:27.908597 18854 raft_consensus.cc:2781] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:27.908668 18854 raft_consensus.cc:482] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:27.908715 18854 raft_consensus.cc:3037] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.908783 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:27.908903 17554 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 0.
I20240503 14:00:27.909674 18854 raft_consensus.cc:504] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.910149 18781 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc: No bootstrap required, opened a new log
I20240503 14:00:27.910427 18781 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.001s
I20240503 14:00:27.910452 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:27.910559 17027 raft_consensus.cc:3037] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.910527 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:27.910688 16895 raft_consensus.cc:3037] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.911311 18781 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.911433 18781 raft_consensus.cc:374] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240503 14:00:27.911445 17027 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.911471 18781 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Initialized, Role: FOLLOWER
I20240503 14:00:27.911641 16895 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.911653 18781 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:27.911955 18781 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
I20240503 14:00:27.912449 18854 leader_election.cc:288] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 election: Requested vote from peers 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:27.912483 17159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d982f6bf2ee479585a7036d091e0dbc"
I20240503 14:00:27.912575 17159 raft_consensus.cc:3037] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.912925 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:27.913036 17554 raft_consensus.cc:3037] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.913190 17687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:27.913295 17687 raft_consensus.cc:3037] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.913545 17159 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.913899 17554 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.914152 17358 leader_election.cc:302] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81; no voters:
I20240503 14:00:27.914336 17687 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.914736 18854 raft_consensus.cc:2781] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:27.914829 18854 raft_consensus.cc:686] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Becoming Leader. State: Replica: e760fb998d0240e5b4b229f8ced3bf81, State: Running, Role: LEADER
I20240503 14:00:27.914994 18854 consensus_queue.cc:237] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.915151 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a04e6f324f3844d69f57dfce285c94e0" candidate_uuid: "e760fb998d0240e5b4b229f8ced3bf81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:27.915258 17289 raft_consensus.cc:3037] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.916133 17289 raft_consensus.cc:2454] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e760fb998d0240e5b4b229f8ced3bf81 in term 1.
I20240503 14:00:27.917220 16745 catalog_manager.cc:5484] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: term changed from 0 to 1, leader changed from <none> to e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133). New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:27.924929 18852 raft_consensus.cc:482] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20240503 14:00:27.925065 18852 raft_consensus.cc:504] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.925761 18852 leader_election.cc:288] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:27.925992 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786" is_pre_election: true
I20240503 14:00:27.926008 17027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7" is_pre_election: true
I20240503 14:00:27.926151 17027 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.926282 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81" is_pre_election: true
I20240503 14:00:27.926426 17421 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.926409 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220" is_pre_election: true
I20240503 14:00:27.926491 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" is_pre_election: true
I20240503 14:00:27.926558 17554 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.926642 16895 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.926759 17687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8" is_pre_election: true
I20240503 14:00:27.926892 17687 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.926888 17093 leader_election.cc:302] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, e760fb998d0240e5b4b229f8ced3bf81, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:27.926146 17289 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 0.
I20240503 14:00:27.927199 18852 raft_consensus.cc:2781] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Leader pre-election won for term 1
I20240503 14:00:27.927255 18852 raft_consensus.cc:482] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
I20240503 14:00:27.927304 18852 raft_consensus.cc:3037] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.928217 18852 raft_consensus.cc:504] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.928786 18852 leader_election.cc:288] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Requested vote from peers 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017), 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783), 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435), ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251), e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409), f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:27.929056 17026 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dd8ee24fd2048bebb45a234038e5de7"
I20240503 14:00:27.929085 17554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff873760acac43f7bbb9438b61324220"
I20240503 14:00:27.929172 17026 raft_consensus.cc:3037] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.929150 16895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d"
I20240503 14:00:27.929198 17554 raft_consensus.cc:3037] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.929212 17687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f18457af7c0e4c099dbc02b05e0592d8"
I20240503 14:00:27.929250 16895 raft_consensus.cc:3037] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.929309 17687 raft_consensus.cc:3037] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.930128 16895 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.930128 17554 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.930167 17026 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.930397 17289 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "026c625717ca4ce0bbb1ff3af3fde786"
I20240503 14:00:27.930521 17289 raft_consensus.cc:3037] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.930552 17421 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "f96a27776dbb450884608c3ff63ec245" candidate_uuid: "7d982f6bf2ee479585a7036d091e0dbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e760fb998d0240e5b4b229f8ced3bf81"
I20240503 14:00:27.930681 17421 raft_consensus.cc:3037] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:27.930835 17095 leader_election.cc:302] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 4 responses out of 7 voters: 4 yes votes; 0 no votes. yes voters: 0a2f4aa4f4274c178ebc6b0c4d26e51d, 7d982f6bf2ee479585a7036d091e0dbc, 9dd8ee24fd2048bebb45a234038e5de7, ff873760acac43f7bbb9438b61324220; no voters:
I20240503 14:00:27.930166 17687 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.931249 18852 raft_consensus.cc:2781] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Leader election won for term 1
I20240503 14:00:27.931324 18852 raft_consensus.cc:686] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Becoming Leader. State: Replica: 7d982f6bf2ee479585a7036d091e0dbc, State: Running, Role: LEADER
I20240503 14:00:27.931454 18852 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:27.931553 17289 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.931582 17421 raft_consensus.cc:2454] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d982f6bf2ee479585a7036d091e0dbc in term 1.
I20240503 14:00:27.933971 16745 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: term changed from 0 to 1, leader changed from <none> to 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131). New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
W20240503 14:00:28.066218 18913 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:28.066476 18913 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:28.069664 18913 flags.cc:425] Enabled experimental flag: --enable_multi_tenancy=false
Using table 'rebalance_test_table_6'
I20240503 14:00:28.168604 17421 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.169080 17289 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.169495 16895 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.170624 17026 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.171701 17554 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.173797 18866 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.174688 17687 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.176131 18866 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.176455 18866 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.177366 18638 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.177611 18638 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.177839 18638 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.182682 17159 raft_consensus.cc:3037] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 0 FOLLOWER]: Advancing to term 1
I20240503 14:00:28.183751 17159 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.187268 18683 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.192953 16893 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.193228 17288 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.193598 18854 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.195525 18683 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.196357 17289 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.201380 16895 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.201469 17025 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.201838 18855 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.202513 18855 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.211912 17687 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.213142 17158 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.214246 18855 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.217204 17026 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.217563 18683 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.217805 17554 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.217957 18683 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.223631 18854 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.224514 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.225261 18952 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.225453 18853 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
I20240503 14:00:28.226289 17421 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
I20240503 14:00:28.256789 18952 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
INSERT report
rows total: 2000
time total: 214.291 ms
time per row: 0.107146 ms
I20240503 14:00:28.335402 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.138:41463
--local_ip_for_outbound_sockets=127.0.99.138
--tserver_master_addrs=127.0.99.190:36353
--webserver_port=33865
--webserver_interface=127.0.99.138
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
W20240503 14:00:28.460867 18974 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:28.461097 18974 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:28.461140 18974 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:28.464241 18974 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:28.464306 18974 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:28.464375 18974 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.138
I20240503 14:00:28.468093 18974 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.138:41463
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/info.pb
--webserver_interface=127.0.99.138
--webserver_port=33865
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.18974
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.138
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:28.469012 18974 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:28.470098 18974 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:28.479349 18980 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:28.480115 18982 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:28.480942 18979 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:28.481799 18974 server_base.cc:1034] running on GCE node
I20240503 14:00:28.482188 18974 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:28.482894 18974 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:28.484107 18974 hybrid_clock.cc:648] HybridClock initialized: now 1714744828484090 us; error 29 us; skew 500 ppm
I20240503 14:00:28.485949 18974 webserver.cc:460] Webserver started at http://127.0.99.138:33865/ using document root <none> and password file <none>
I20240503 14:00:28.486528 18974 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:28.486601 18974 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:28.489828 18974 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.000s sys 0.003s
I20240503 14:00:28.491922 18988 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.492972 18974 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:28.493060 18974 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
uuid: "4959c578d5604815b0a2f45a5a825c11"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:28.493466 18974 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:28.506067 18974 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:28.506716 18974 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:28.506888 18974 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:28.507447 18974 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:28.508363 18974 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:28.508414 18974 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.508468 18974 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:28.508512 18974 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.520229 18974 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.138:41463
I20240503 14:00:28.520378 19101 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.138:41463 every 8 connection(s)
I20240503 14:00:28.521716 18974 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/data/info.pb
I20240503 14:00:28.530731 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 18974
I20240503 14:00:28.531276 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.136:39613
--local_ip_for_outbound_sockets=127.0.99.136
--tserver_master_addrs=127.0.99.190:36353
--webserver_port=41915
--webserver_interface=127.0.99.136
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:28.531755 19102 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:28.531975 19102 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:28.532577 19102 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:28.533777 16749 ts_manager.cc:194] Re-registered known tserver with Master: 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463)
I20240503 14:00:28.534587 16749 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.138:43803
W20240503 14:00:28.645265 19105 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:28.645495 19105 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:28.645574 19105 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:28.648702 19105 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:28.648777 19105 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:28.648871 19105 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.136
I20240503 14:00:28.653681 19105 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.136:39613
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
--webserver_interface=127.0.99.136
--webserver_port=41915
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.19105
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.136
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:28.654886 19105 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:28.656263 19105 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:28.665660 19111 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:28.666514 19110 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:28.667377 19113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:28.668347 19105 server_base.cc:1034] running on GCE node
I20240503 14:00:28.668785 19105 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:28.669435 19105 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:28.670584 19105 hybrid_clock.cc:648] HybridClock initialized: now 1714744828670573 us; error 26 us; skew 500 ppm
I20240503 14:00:28.672611 19105 webserver.cc:460] Webserver started at http://127.0.99.136:41915/ using document root <none> and password file <none>
I20240503 14:00:28.673177 19105 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:28.673252 19105 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:28.677022 19105 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:28.678968 19119 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.680120 19105 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20240503 14:00:28.680222 19105 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
uuid: "ade22f3f009245149c3823365628cf87"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:28.680619 19105 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:28.702095 19105 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:28.702751 19105 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:28.702903 19105 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:28.703480 19105 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:28.704339 19105 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:28.704396 19105 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.704455 19105 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:28.704488 19105 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.713723 19105 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.136:39613
I20240503 14:00:28.714121 19232 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.136:39613 every 8 connection(s)
I20240503 14:00:28.715031 19105 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/data/info.pb
I20240503 14:00:28.718964 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 19105
I20240503 14:00:28.719473 398 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_U43gY/build/debug/bin/kudu
/tmp/dist-test-task_U43gY/build/debug/bin/kudu
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data
--block_manager=log
--webserver_interface=localhost
--never_fsync
--enable_minidumps=false
--redact=none
--metrics_log_interval_ms=1000
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/logs
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
--server_dump_info_format=pb
--rpc_server_allow_ephemeral_ports
--unlock_experimental_flags
--unlock_unsafe_flags
--logtostderr
--logbuflevel=-1
--ipki_server_key_size=768
--openssl_security_level_override=0
tserver
run
--rpc_bind_addresses=127.0.99.137:36933
--local_ip_for_outbound_sockets=127.0.99.137
--tserver_master_addrs=127.0.99.190:36353
--webserver_port=37147
--webserver_interface=127.0.99.137
--builtin_ntp_servers=127.0.99.148:33461
--builtin_ntp_poll_interval_ms=100
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--raft_prepare_replacement_before_eviction=true with env {}
I20240503 14:00:28.725021 19233 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:28.725306 19233 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:28.726066 19233 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:28.727263 16749 ts_manager.cc:194] Re-registered known tserver with Master: ade22f3f009245149c3823365628cf87 (127.0.99.136:39613)
I20240503 14:00:28.727862 16749 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.136:40869
W20240503 14:00:28.838164 19236 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
W20240503 14:00:28.838421 19236 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
W20240503 14:00:28.838482 19236 flags.cc:425] Enabled unsafe flag: --never_fsync=true
W20240503 14:00:28.841595 19236 flags.cc:425] Enabled experimental flag: --raft_prepare_replacement_before_eviction=true
W20240503 14:00:28.841691 19236 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
W20240503 14:00:28.841814 19236 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.99.137
I20240503 14:00:28.845639 19236 tablet_server_runner.cc:78] Tablet server non-default flags:
--builtin_ntp_poll_interval_ms=100
--builtin_ntp_servers=127.0.99.148:33461
--ntp_initial_sync_wait_secs=10
--time_source=builtin
--fs_data_dirs=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data
--fs_wal_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
--ipki_server_key_size=768
--openssl_security_level_override=0
--rpc_bind_addresses=127.0.99.137:36933
--rpc_server_allow_ephemeral_ports=true
--metrics_log_interval_ms=1000
--server_dump_info_format=pb
--server_dump_info_path=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
--webserver_interface=127.0.99.137
--webserver_port=37147
--tserver_master_addrs=127.0.99.190:36353
--never_fsync=true
--heap_profile_path=/tmp/kudu.19236
--redact=none
--unlock_experimental_flags=true
--unlock_unsafe_flags=true
--enable_minidumps=false
--local_ip_for_outbound_sockets=127.0.99.137
--log_dir=/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/logs
--logbuflevel=-1
--logtostderr=true
Tablet server version:
kudu 1.18.0-SNAPSHOT
revision c39e72a98e124e5a12080bac42105b996594d806
build type DEBUG
built by None at 03 May 2024 13:43:16 UTC on 1a15035a6830
build id 105
I20240503 14:00:28.846618 19236 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240503 14:00:28.847745 19236 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240503 14:00:28.857056 19241 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:28.857810 19244 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240503 14:00:28.858597 19242 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240503 14:00:28.859381 19236 server_base.cc:1034] running on GCE node
I20240503 14:00:28.859756 19236 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
I20240503 14:00:28.860292 19236 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
I20240503 14:00:28.861433 19236 hybrid_clock.cc:648] HybridClock initialized: now 1714744828861404 us; error 43 us; skew 500 ppm
I20240503 14:00:28.863905 19236 webserver.cc:460] Webserver started at http://127.0.99.137:37147/ using document root <none> and password file <none>
I20240503 14:00:28.864455 19236 fs_manager.cc:359] Metadata directory not provided
I20240503 14:00:28.864532 19236 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240503 14:00:28.867820 19236 fs_manager.cc:709] Time spent opening directory manager: real 0.002s user 0.002s sys 0.001s
I20240503 14:00:28.869700 19250 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.870911 19236 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20240503 14:00:28.871021 19236 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data,/tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
uuid: "dcb78407b6a84cc5a6e661b9ceb1a417"
format_stamp: "Formatted at 2024-05-03 14:00:20 on dist-test-slave-qkv2"
I20240503 14:00:28.871490 19236 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
metadata directory: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal
1 data directories: /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240503 14:00:28.897730 19236 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20240503 14:00:28.898406 19236 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240503 14:00:28.898581 19236 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240503 14:00:28.899108 19236 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240503 14:00:28.900151 19236 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240503 14:00:28.900223 19236 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.900279 19236 ts_tablet_manager.cc:590] Registered 0 tablets
I20240503 14:00:28.900307 19236 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20240503 14:00:28.909147 19236 rpc_server.cc:307] RPC server started. Bound to: 127.0.99.137:36933
I20240503 14:00:28.909159 19363 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.99.137:36933 every 8 connection(s)
I20240503 14:00:28.910241 19236 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/data/info.pb
I20240503 14:00:28.916765 398 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_U43gY/build/debug/bin/kudu as pid 19236
I20240503 14:00:28.919677 19364 heartbeater.cc:347] Connected to a master server at 127.0.99.190:36353
I20240503 14:00:28.919950 19364 heartbeater.cc:464] Registering TS with master...
I20240503 14:00:28.920563 19364 heartbeater.cc:511] Master 127.0.99.190:36353 requested a full tablet report, sending...
I20240503 14:00:28.921622 16749 ts_manager.cc:194] Re-registered known tserver with Master: dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933)
I20240503 14:00:28.922456 16749 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.99.137:33365
I20240503 14:00:29.138620 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.139219 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:29.142913 17007 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:29.157173 16874 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:29.159101 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:29.169955 17403 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:29.176043 17535 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:29.204360 19298 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.211027 17665 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:29.211448 19167 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.330525 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:29.334728 16874 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:29.336803 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.346653 17007 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:29.348106 17403 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:29.350314 17535 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:29.351219 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:29.363391 17665 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:29.369778 19298 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.389982 19167 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.536805 19102 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
I20240503 14:00:29.540514 16874 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:29.540809 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:29.548424 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.551195 17007 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:29.557816 17403 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:29.558444 19298 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.562283 17535 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:29.572880 19167 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:29.584774 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:29.608408 17665 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:29.647320 16894 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } }
I20240503 14:00:29.649405 17290 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.649827 17025 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.649827 17553 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.649830 19523 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.650264 18959 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.650442 17159 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.650801 17687 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.651240 17422 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.651394 18959 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.651677 19522 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.651991 18959 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.652254 19522 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.654171 19524 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.654722 17159 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.654896 17290 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.656649 17553 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.656735 17025 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.657493 17687 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.660342 16747 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.663368 17422 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } }
I20240503 14:00:29.668052 16894 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:29.670827 17290 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.670917 17159 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.671100 17025 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.671312 19523 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.671893 19522 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.672024 17553 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.672032 18959 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.672816 18959 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.673141 17422 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.673559 18959 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.675247 18959 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.675438 17687 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.675874 19524 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.677043 17687 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.677429 16740 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet f354f4b71ede4d9c994b521734e76bcb with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:29.677779 17553 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:29.680310 17288 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.680310 17025 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.680294 17159 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.680724 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.682322 17290 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.683585 16749 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.684938 17027 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.685189 18848 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.686383 16894 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.687209 17687 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.687193 17553 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.687534 17159 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.687711 18848 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.688081 18848 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.689503 17421 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.690551 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.690984 17422 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
W20240503 14:00:29.692217 16828 consensus_peers.cc:485] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: f354f4b71ede4d9c994b521734e76bcb. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:29.692752 18848 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.697989 18848 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.700567 17159 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.700634 17687 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.704178 16751 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.704362 17422 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.705894 16894 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.707854 17025 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.707966 17290 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.714938 17553 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:29.717001 17422 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.717428 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.718072 17687 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.718446 17025 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.718518 17159 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.718644 19544 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.718897 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.719470 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.720820 17290 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.721670 19544 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.722270 19543 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.723083 17159 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.724386 16738 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet af3ce82b94f44182a8818771ac19115c with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:29.724607 17422 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.724956 17027 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.725404 16895 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:29.727953 17288 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.728025 17421 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.728425 19524 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.728348 17687 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.728606 19540 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.729051 17553 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.729504 16748 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.730110 19233 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
I20240503 14:00:29.730218 17159 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.730268 19540 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.730624 18959 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.730660 17686 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.731145 17027 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.731526 18959 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.732689 18959 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.733322 16894 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.733752 18848 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
W20240503 14:00:29.734318 17488 consensus_peers.cc:485] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: af3ce82b94f44182a8818771ac19115c. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:29.736641 16894 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.738412 19418 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.738760 17288 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.738847 17553 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.740016 17290 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.741482 16750 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.746362 17421 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.746429 17027 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.746989 17687 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.747212 17159 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.757215 16894 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:29.760483 17025 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.760892 19523 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.761662 17025 consensus_queue.cc:237] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:29.763833 17421 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.763833 17553 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.763928 17290 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.764215 19523 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.764555 19523 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.764720 17159 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.764780 17687 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.765316 18604 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.765511 18598 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.765712 17288 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.765923 17421 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.766423 17553 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.766389 18604 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.766450 19418 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.767159 17157 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.767161 17686 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.767617 18598 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.767935 18598 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.769567 19522 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
W20240503 14:00:29.769738 16828 consensus_peers.cc:485] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 1def87e965d946c99271938a41f3746b. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:29.769762 19540 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.770035 16894 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.770749 18959 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.771605 19574 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.771494 17290 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.771714 17553 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.774468 16748 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.775631 17686 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.775985 17027 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.779750 17159 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.782577 16740 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 1def87e965d946c99271938a41f3746b with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:29.782550 18604 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.782847 17421 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.785581 17290 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.786628 16746 catalog_manager.cc:5484] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:29.788018 17687 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.789218 17158 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.791890 17422 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.794867 17554 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.796279 16894 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.799046 17027 consensus_queue.cc:237] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:29.801663 16894 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.802103 19574 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.803155 17422 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.803853 19574 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.805425 17687 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.805851 19575 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.806592 17288 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.806690 17158 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.807075 17554 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.807122 19573 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.807570 19573 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.807799 18598 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.809103 17422 consensus_queue.cc:237] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:29.811322 17290 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.811364 17687 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.811811 17158 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.811818 19591 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.812129 17553 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.812175 16894 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.812880 18855 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
W20240503 14:00:29.813212 16960 consensus_peers.cc:485] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 7ab8e18fd68e46c8ab5fe19f9e815c61. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:29.813365 18855 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.813508 19468 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.813486 18598 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.813835 19468 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.813932 17027 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.814443 17554 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.815742 17422 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.816787 16894 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.817988 16746 catalog_manager.cc:5484] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.820003 16737 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:29.820194 18855 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.819988 19591 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.822263 17687 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.822263 17686 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.822542 17288 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.822634 17159 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.825577 16745 catalog_manager.cc:5484] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.825745 16894 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.828150 17027 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.830431 17159 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.831207 17288 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.839013 17553 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.839187 17422 consensus_queue.cc:237] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:29.842290 17027 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.842233 17553 consensus_queue.cc:237] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:29.842384 17686 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.842706 19589 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.842972 16894 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.842996 19589 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.843427 19590 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.845057 17288 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.846163 19589 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.846263 17159 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.846421 17554 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.846803 19590 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
W20240503 14:00:29.847057 17356 consensus_peers.cc:485] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: a04e6f324f3844d69f57dfce285c94e0. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:29.847311 18855 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.847211 19591 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.848223 17554 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.848541 17288 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.849479 16738 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet a04e6f324f3844d69f57dfce285c94e0 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:29.849964 16894 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.850803 17027 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.852062 17159 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.852119 17686 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.853636 16746 catalog_manager.cc:5484] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:29.855438 17288 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.855674 17158 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.855805 17027 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.855904 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.856091 19467 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.856300 19544 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.858268 17422 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.858582 16894 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.858718 19467 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.859078 19467 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.860560 17686 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.860952 19467 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.862164 19543 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.862665 17027 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.864666 17422 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.865849 16894 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.865979 16750 catalog_manager.cc:5484] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:29.866567 17158 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.866616 17288 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.870586 17554 consensus_queue.cc:237] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:29.872581 17422 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.872892 17686 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.872972 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.873499 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.874254 17686 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:29.874403 17158 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.875376 17027 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.876163 19545 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.877460 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
W20240503 14:00:29.879956 17488 consensus_peers.cc:485] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 77ae2ae7991c4c098e29f63bdb2c4655. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:29.879979 16894 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.879979 17288 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.880376 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.880488 19545 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.882418 19545 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.884541 16738 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 77ae2ae7991c4c098e29f63bdb2c4655 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:29.884337 17158 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.885298 17686 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.885807 16894 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.885950 17288 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.886806 17422 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.888698 16750 catalog_manager.cc:5484] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:29.888417 17027 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:29.894745 17158 consensus_queue.cc:237] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:29.896911 17686 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.897029 17553 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.897369 17422 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.897404 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.897604 18866 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.898092 18866 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.898875 17288 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.899423 18866 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.901250 17027 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.901297 16894 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:29.901594 19618 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.901903 17288 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.903882 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.904495 17422 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.904636 16746 catalog_manager.cc:5484] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:29.904986 17027 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.908190 18866 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.908731 17158 consensus_queue.cc:237] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:29.908927 17553 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.913187 16895 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.913487 17025 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.914160 17288 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.914422 17553 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.915122 17422 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.915388 19625 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 3, Time since last communication: 0.001s
I20240503 14:00:29.915505 16894 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.915874 19623 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.917003 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.917343 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.917822 19618 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:29.920706 17687 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:29.921370 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:29.921176 19625 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.922080 17687 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:29.923282 16739 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 680492969bf341b4b8df0940dbf6d35e with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:29.923678 17687 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.924116 17025 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.924507 19364 heartbeater.cc:503] Master 127.0.99.190:36353 was elected leader, sending a full tablet report...
I20240503 14:00:29.924890 17553 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.926836 16751 catalog_manager.cc:5484] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.928273 17422 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:29.928555 17288 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
W20240503 14:00:29.935822 17092 consensus_peers.cc:485] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 680492969bf341b4b8df0940dbf6d35e. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:29.940834 16895 raft_consensus.cc:1203] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Deduplicated request from leader. Original: 1.3->[1.4-1.5] Dedup: 1.4->[1.5-1.5]
I20240503 14:00:29.942608 16895 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:30.061887 19666 ts_tablet_manager.cc:902] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017)
I20240503 14:00:30.062676 19666 tablet_copy_client.cc:308] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:34017
I20240503 14:00:30.066473 16915 tablet_copy_service.cc:140] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Received BeginTabletCopySession request for tablet f354f4b71ede4d9c994b521734e76bcb from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:53327)
I20240503 14:00:30.066637 16915 tablet_copy_service.cc:161] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Beginning new tablet copy session on tablet f354f4b71ede4d9c994b521734e76bcb from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:53327: session id = 4959c578d5604815b0a2f45a5a825c11-f354f4b71ede4d9c994b521734e76bcb
I20240503 14:00:30.068531 16915 tablet_copy_source_session.cc:205] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:30.071974 19666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:30.078089 19666 tablet_copy_client.cc:783] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:30.078344 19666 tablet_copy_client.cc:647] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:30.080140 19666 tablet_copy_client.cc:523] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:30.081702 19666 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:30.087947 19666 log.cc:824] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:30.110421 19666 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:30.110765 19666 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:30.111070 19666 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.030s user 0.026s sys 0.003s
I20240503 14:00:30.113113 19666 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:30.113335 19666 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:30.113761 19666 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:30.114722 19666 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.004s user 0.004s sys 0.000s
I20240503 14:00:30.115516 16915 tablet_copy_service.cc:342] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-f354f4b71ede4d9c994b521734e76bcb received from {username='slave'} at 127.0.99.138:53327
I20240503 14:00:30.115618 16915 tablet_copy_service.cc:433] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-f354f4b71ede4d9c994b521734e76bcb on tablet f354f4b71ede4d9c994b521734e76bcb with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:30.143659 19674 ts_tablet_manager.cc:902] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251)
I20240503 14:00:30.144511 19674 tablet_copy_client.cc:308] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.134:42251
I20240503 14:00:30.149106 17575 tablet_copy_service.cc:140] P ff873760acac43f7bbb9438b61324220: Received BeginTabletCopySession request for tablet af3ce82b94f44182a8818771ac19115c from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:52131)
I20240503 14:00:30.149248 17575 tablet_copy_service.cc:161] P ff873760acac43f7bbb9438b61324220: Beginning new tablet copy session on tablet af3ce82b94f44182a8818771ac19115c from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:52131: session id = ade22f3f009245149c3823365628cf87-af3ce82b94f44182a8818771ac19115c
I20240503 14:00:30.150504 17575 tablet_copy_source_session.cc:205] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:30.154049 19674 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:30.160022 19674 tablet_copy_client.cc:783] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:30.160228 19674 tablet_copy_client.cc:647] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:30.161988 19674 tablet_copy_client.cc:523] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:30.163817 19674 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:30.169237 19674 log.cc:824] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:30.192234 19674 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:30.192647 19674 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:30.193017 19674 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.029s user 0.028s sys 0.000s
I20240503 14:00:30.195505 19674 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:30.195746 19674 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:30.196126 19674 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:30.197093 19674 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.004s user 0.006s sys 0.000s
I20240503 14:00:30.197798 17575 tablet_copy_service.cc:342] P ff873760acac43f7bbb9438b61324220: Request end of tablet copy session ade22f3f009245149c3823365628cf87-af3ce82b94f44182a8818771ac19115c received from {username='slave'} at 127.0.99.136:52131
I20240503 14:00:30.197901 17575 tablet_copy_service.cc:433] P ff873760acac43f7bbb9438b61324220: ending tablet copy session ade22f3f009245149c3823365628cf87-af3ce82b94f44182a8818771ac19115c on tablet af3ce82b94f44182a8818771ac19115c with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:30.269295 19674 ts_tablet_manager.cc:902] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:30.269829 19674 tablet_copy_client.cc:308] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:38409
I20240503 14:00:30.273625 17443 tablet_copy_service.cc:140] P e760fb998d0240e5b4b229f8ced3bf81: Received BeginTabletCopySession request for tablet a04e6f324f3844d69f57dfce285c94e0 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:54149)
I20240503 14:00:30.273815 17443 tablet_copy_service.cc:161] P e760fb998d0240e5b4b229f8ced3bf81: Beginning new tablet copy session on tablet a04e6f324f3844d69f57dfce285c94e0 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:54149: session id = ade22f3f009245149c3823365628cf87-a04e6f324f3844d69f57dfce285c94e0
I20240503 14:00:30.275319 17443 tablet_copy_source_session.cc:205] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:30.276659 19674 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a04e6f324f3844d69f57dfce285c94e0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:30.278740 19674 tablet_copy_client.cc:783] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:30.278906 19674 tablet_copy_client.cc:647] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:30.280566 19674 tablet_copy_client.cc:523] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:30.281558 19674 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:30.301285 19674 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:30.301558 19674 tablet_bootstrap.cc:492] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:30.301703 19674 ts_tablet_manager.cc:1367] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.020s user 0.014s sys 0.004s
I20240503 14:00:30.302294 19674 raft_consensus.cc:348] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:30.302417 19674 raft_consensus.cc:729] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:30.302511 19674 consensus_queue.cc:260] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:30.302769 19674 ts_tablet_manager.cc:1398] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:30.303541 17443 tablet_copy_service.cc:342] P e760fb998d0240e5b4b229f8ced3bf81: Request end of tablet copy session ade22f3f009245149c3823365628cf87-a04e6f324f3844d69f57dfce285c94e0 received from {username='slave'} at 127.0.99.136:54149
I20240503 14:00:30.303650 17443 tablet_copy_service.cc:433] P e760fb998d0240e5b4b229f8ced3bf81: ending tablet copy session ade22f3f009245149c3823365628cf87-a04e6f324f3844d69f57dfce285c94e0 on tablet a04e6f324f3844d69f57dfce285c94e0 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:30.318675 19722 ts_tablet_manager.cc:902] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017)
I20240503 14:00:30.319591 19722 tablet_copy_client.cc:308] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:34017
I20240503 14:00:30.324483 16915 tablet_copy_service.cc:140] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Received BeginTabletCopySession request for tablet 1def87e965d946c99271938a41f3746b from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:33123)
I20240503 14:00:30.324594 16915 tablet_copy_service.cc:161] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Beginning new tablet copy session on tablet 1def87e965d946c99271938a41f3746b from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:33123: session id = dcb78407b6a84cc5a6e661b9ceb1a417-1def87e965d946c99271938a41f3746b
I20240503 14:00:30.325496 16915 tablet_copy_source_session.cc:205] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:30.329032 19722 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:30.335503 19722 tablet_copy_client.cc:783] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:30.335690 19722 tablet_copy_client.cc:647] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:30.337365 19722 tablet_copy_client.cc:523] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:30.339061 19722 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:30.345383 19722 log.cc:824] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: Log is configured to *not* fsync() on all Append() calls
I20240503 14:00:30.362457 19666 ts_tablet_manager.cc:902] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:30.362983 19666 tablet_copy_client.cc:308] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:30.367054 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 680492969bf341b4b8df0940dbf6d35e from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:52539)
I20240503 14:00:30.367192 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 680492969bf341b4b8df0940dbf6d35e from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:52539: session id = 4959c578d5604815b0a2f45a5a825c11-680492969bf341b4b8df0940dbf6d35e
I20240503 14:00:30.368330 19722 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:30.368566 17179 tablet_copy_source_session.cc:205] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:30.368712 19722 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:30.369048 19722 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.030s user 0.028s sys 0.000s
I20240503 14:00:30.369858 19666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 680492969bf341b4b8df0940dbf6d35e. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:30.371205 19722 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:30.371428 19722 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:30.371644 19666 tablet_copy_client.cc:783] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:30.371805 19666 tablet_copy_client.cc:647] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:30.371762 19722 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:30.372709 19722 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.004s user 0.006s sys 0.000s
I20240503 14:00:30.373302 16915 tablet_copy_service.cc:342] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-1def87e965d946c99271938a41f3746b received from {username='slave'} at 127.0.99.137:33123
I20240503 14:00:30.373360 19666 tablet_copy_client.cc:523] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:30.373394 16915 tablet_copy_service.cc:433] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-1def87e965d946c99271938a41f3746b on tablet 1def87e965d946c99271938a41f3746b with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:30.374655 19666 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:30.378254 19735 ts_tablet_manager.cc:902] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:30.378872 19735 tablet_copy_client.cc:308] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:30.382817 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:57159)
I20240503 14:00:30.382990 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:57159: session id = 4959c578d5604815b0a2f45a5a825c11-7ab8e18fd68e46c8ab5fe19f9e815c61
I20240503 14:00:30.384267 17047 tablet_copy_source_session.cc:205] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:30.385507 19735 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:30.388085 19735 tablet_copy_client.cc:783] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:30.388329 19735 tablet_copy_client.cc:647] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:30.389756 19735 tablet_copy_client.cc:523] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:30.391024 19735 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:30.399724 19666 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:30.400087 19666 tablet_bootstrap.cc:492] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:30.400318 19666 ts_tablet_manager.cc:1367] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.026s user 0.022s sys 0.003s
I20240503 14:00:30.400949 19666 raft_consensus.cc:348] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:30.401168 19666 raft_consensus.cc:729] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:30.401319 19666 consensus_queue.cc:260] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:30.402164 19666 ts_tablet_manager.cc:1398] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:30.402853 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-680492969bf341b4b8df0940dbf6d35e received from {username='slave'} at 127.0.99.138:52539
I20240503 14:00:30.402959 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-680492969bf341b4b8df0940dbf6d35e on tablet 680492969bf341b4b8df0940dbf6d35e with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:30.412732 19735 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:30.413036 19735 tablet_bootstrap.cc:492] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:30.413211 19735 ts_tablet_manager.cc:1367] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.022s user 0.014s sys 0.006s
I20240503 14:00:30.413625 19735 raft_consensus.cc:348] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:30.413753 19735 raft_consensus.cc:729] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:30.413857 19735 consensus_queue.cc:260] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:30.414119 19735 ts_tablet_manager.cc:1398] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:30.414780 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-7ab8e18fd68e46c8ab5fe19f9e815c61 received from {username='slave'} at 127.0.99.138:57159
I20240503 14:00:30.414877 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-7ab8e18fd68e46c8ab5fe19f9e815c61 on tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:30.479633 19056 raft_consensus.cc:1203] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:30.496712 19722 ts_tablet_manager.cc:902] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251)
I20240503 14:00:30.497205 19722 tablet_copy_client.cc:308] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.134:42251
I20240503 14:00:30.501003 17575 tablet_copy_service.cc:140] P ff873760acac43f7bbb9438b61324220: Received BeginTabletCopySession request for tablet 77ae2ae7991c4c098e29f63bdb2c4655 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:50455)
I20240503 14:00:30.501118 17575 tablet_copy_service.cc:161] P ff873760acac43f7bbb9438b61324220: Beginning new tablet copy session on tablet 77ae2ae7991c4c098e29f63bdb2c4655 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:50455: session id = dcb78407b6a84cc5a6e661b9ceb1a417-77ae2ae7991c4c098e29f63bdb2c4655
I20240503 14:00:30.502032 17575 tablet_copy_source_session.cc:205] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:30.502997 19722 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 77ae2ae7991c4c098e29f63bdb2c4655. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:30.505175 19722 tablet_copy_client.cc:783] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:30.506680 19722 tablet_copy_client.cc:647] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:30.508080 19722 tablet_copy_client.cc:523] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:30.509433 19722 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:30.535151 19722 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:30.535480 19722 tablet_bootstrap.cc:492] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:30.535669 19722 ts_tablet_manager.cc:1367] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.026s user 0.022s sys 0.000s
I20240503 14:00:30.536291 19722 raft_consensus.cc:348] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:30.536494 19722 raft_consensus.cc:729] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:30.536595 19722 consensus_queue.cc:260] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:30.536916 19722 ts_tablet_manager.cc:1398] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:30.537525 17575 tablet_copy_service.cc:342] P ff873760acac43f7bbb9438b61324220: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-77ae2ae7991c4c098e29f63bdb2c4655 received from {username='slave'} at 127.0.99.137:50455
I20240503 14:00:30.537612 17575 tablet_copy_service.cc:433] P ff873760acac43f7bbb9438b61324220: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-77ae2ae7991c4c098e29f63bdb2c4655 on tablet 77ae2ae7991c4c098e29f63bdb2c4655 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:30.655221 19187 raft_consensus.cc:1203] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:30.840313 19056 raft_consensus.cc:1203] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:30.842409 19318 raft_consensus.cc:1203] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:30.872867 19187 raft_consensus.cc:1203] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:30.891059 19318 raft_consensus.cc:1203] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:30.955174 19056 raft_consensus.cc:1203] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:31.033082 19524 raft_consensus.cc:1050] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:31.033633 19524 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:31.035738 17288 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.035946 17554 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.036079 17421 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.036157 17159 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.036578 17686 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.036598 19859 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.036881 19860 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.037096 19522 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.037292 19524 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.037614 17025 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.037984 19523 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.038120 19056 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.038915 19859 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.039279 19859 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.041882 19858 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.042387 17159 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.044230 17025 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.044662 17686 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.046025 17554 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.046571 16745 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:31.047508 17288 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.048660 19056 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.049118 17421 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.055745 16895 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:31.057339 17288 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.057422 19056 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.057502 17421 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.057885 19859 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.058130 19858 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.058408 17025 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.058481 17554 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.059126 17159 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.059203 19522 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.059521 19857 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.059700 19522 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.059864 19524 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.061954 19524 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.062754 17421 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.063992 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet f354f4b71ede4d9c994b521734e76bcb with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:31.064188 17288 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.067328 16747 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.067569 17159 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.068699 19056 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.071050 17554 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.071442 17025 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.074470 17665 tablet_service.cc:1514] Processing DeleteTablet for tablet f354f4b71ede4d9c994b521734e76bcb with delete_type TABLET_DATA_TOMBSTONED (TS f18457af7c0e4c099dbc02b05e0592d8 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:34652
I20240503 14:00:31.075085 19873 tablet_replica.cc:330] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: stopping tablet replica
I20240503 14:00:31.075438 19873 raft_consensus.cc:2229] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:31.075763 19873 raft_consensus.cc:2258] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:31.077395 19873 ts_tablet_manager.cc:1875] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:31.079587 19873 ts_tablet_manager.cc:1888] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:31.079674 19873 log.cc:1196] T f354f4b71ede4d9c994b521734e76bcb P f18457af7c0e4c099dbc02b05e0592d8: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/wals/f354f4b71ede4d9c994b521734e76bcb
I20240503 14:00:31.080276 16739 catalog_manager.cc:4830] TS f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329): tablet f354f4b71ede4d9c994b521734e76bcb (table rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]) successfully deleted
I20240503 14:00:31.259445 19543 raft_consensus.cc:1050] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:31.259951 19543 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:31.261909 16894 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.261914 17159 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.261971 17025 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.262137 17686 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.262373 17288 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.262480 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.262660 19911 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.262773 19910 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.262787 17421 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.262902 19912 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.263259 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.263396 19911 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.263731 19187 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.264643 19611 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.268000 19545 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.268509 17159 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.268599 16894 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.270768 17421 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.271245 17686 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.271358 17025 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.271414 16747 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:31.274163 17288 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.274513 19857 raft_consensus.cc:1050] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:31.274278 19187 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.275034 19857 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:31.277277 17554 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.278020 17421 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.278174 19522 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.279341 19921 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.280241 19318 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.280807 19522 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.281144 17686 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.281484 17159 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.282166 19859 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.282539 19859 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.284477 17553 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:31.285006 17025 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.285408 17288 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.285555 19522 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.286370 19522 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.286717 17027 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.287104 17422 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.287112 19187 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.287235 17159 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.287505 16894 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.287565 19545 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.287736 19611 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.287706 19522 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.287871 19912 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.288126 17686 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.288512 19611 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.288847 19611 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.290187 19318 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.291435 16747 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:31.292145 17686 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.292569 19912 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.293097 19912 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.293339 17027 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.295272 17421 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.296502 17553 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.296717 17422 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.296864 17159 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.298693 16894 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.298888 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet af3ce82b94f44182a8818771ac19115c with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:31.299543 19187 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.300863 16750 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.301541 17686 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.302332 17027 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.304486 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet af3ce82b94f44182a8818771ac19115c with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:31.307541 17288 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.308527 19929 tablet_replica.cc:330] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:31.308893 19929 raft_consensus.cc:2229] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:31.309237 19929 raft_consensus.cc:2258] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:31.309839 17159 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.311241 19929 ts_tablet_manager.cc:1875] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:31.311975 16894 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:31.313565 19318 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.313692 17158 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.313997 17288 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.314131 17422 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.314291 19860 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.314653 19860 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.314806 19523 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.316772 17027 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.317091 19860 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.317442 19627 raft_consensus.cc:1050] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:31.317873 19523 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.317974 19627 consensus_queue.cc:237] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:31.319146 17686 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.319662 19523 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.319938 17686 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.320500 17421 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.321012 19056 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.321126 17290 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.321290 17025 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.321329 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.321678 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.322079 19783 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.322232 16894 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.322397 19783 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.322625 19783 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.323488 19627 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.324091 17553 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.324467 18638 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.326074 19859 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.326632 19318 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.328501 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 1def87e965d946c99271938a41f3746b with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:31.328845 17422 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.329205 19929 ts_tablet_manager.cc:1888] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:31.329294 19929 log.cc:1196] T af3ce82b94f44182a8818771ac19115c P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/af3ce82b94f44182a8818771ac19115c
I20240503 14:00:31.330683 17025 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.331689 17159 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.331746 16748 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.333640 19783 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.336372 19056 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.336470 16894 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.337369 17422 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.338815 17686 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.338893 17025 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.339139 16747 catalog_manager.cc:5484] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 reported cstate change: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.340631 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet 1def87e965d946c99271938a41f3746b with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:31.341248 17289 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.341617 17553 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.343184 17288 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.345988 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet af3ce82b94f44182a8818771ac19115c (table rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]) successfully deleted
I20240503 14:00:31.346793 19943 tablet_replica.cc:330] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:31.347173 19943 raft_consensus.cc:2229] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:31.347447 19943 raft_consensus.cc:2258] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:31.348620 19943 ts_tablet_manager.cc:1875] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:31.351401 17687 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.352543 19943 ts_tablet_manager.cc:1888] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:31.352640 19943 log.cc:1196] T 1def87e965d946c99271938a41f3746b P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/1def87e965d946c99271938a41f3746b
I20240503 14:00:31.353235 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet 1def87e965d946c99271938a41f3746b (table rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]) successfully deleted
I20240503 14:00:31.354071 17159 consensus_queue.cc:237] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:31.355615 17687 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.355698 19056 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.355803 17025 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.356083 19935 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.356302 19627 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.356510 19783 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.356577 17421 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.357065 19627 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.357179 17288 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.357964 16894 raft_consensus.cc:1261] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.358026 19783 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.358412 19783 consensus_queue.cc:1035] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.360013 19783 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.360673 17421 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.361621 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 680492969bf341b4b8df0940dbf6d35e with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:31.361794 17025 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.362457 19056 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.363217 16750 catalog_manager.cc:5484] T 680492969bf341b4b8df0940dbf6d35e P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:31.363270 17687 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.365376 16894 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.368069 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet 680492969bf341b4b8df0940dbf6d35e with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:31.369589 19943 tablet_replica.cc:330] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:31.369880 19943 raft_consensus.cc:2229] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:31.370105 17288 raft_consensus.cc:2932] T 680492969bf341b4b8df0940dbf6d35e P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.371002 19943 raft_consensus.cc:2258] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:31.372707 19943 ts_tablet_manager.cc:1875] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:31.374807 19943 ts_tablet_manager.cc:1888] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:31.374874 19943 log.cc:1196] T 680492969bf341b4b8df0940dbf6d35e P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/680492969bf341b4b8df0940dbf6d35e
I20240503 14:00:31.375408 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet 680492969bf341b4b8df0940dbf6d35e (table rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]) successfully deleted
I20240503 14:00:31.390756 19611 raft_consensus.cc:1050] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:31.391220 19611 consensus_queue.cc:237] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:31.393080 17421 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.393204 17687 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.393255 17159 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.393528 19945 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.393671 19318 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.393692 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.393819 17288 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.394039 17025 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.394455 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.394766 19911 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.395284 19945 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.396045 19911 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.396199 16894 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.396960 19945 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.398502 19911 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.399885 16894 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.400686 17288 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.400877 17159 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.401643 19318 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.401618 17025 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.402878 17687 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.404402 16750 catalog_manager.cc:5484] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.406885 17421 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.411479 17553 consensus_queue.cc:237] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:31.412918 17159 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.413172 16894 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.413190 17687 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.413269 17421 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.413555 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.413659 19318 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.413702 19910 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.413792 19912 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.413923 19545 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.414263 19543 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.414666 17025 raft_consensus.cc:1261] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.415462 19945 consensus_queue.cc:1035] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.416400 19910 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.416870 16894 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.417660 17687 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.418427 17421 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.419569 17025 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.419891 16748 catalog_manager.cc:5484] T 77ae2ae7991c4c098e29f63bdb2c4655 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.421742 17159 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.421984 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 77ae2ae7991c4c098e29f63bdb2c4655 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:31.422029 19318 raft_consensus.cc:2932] T 77ae2ae7991c4c098e29f63bdb2c4655 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:31.424219 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 77ae2ae7991c4c098e29f63bdb2c4655 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:31.424472 19929 tablet_replica.cc:330] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:31.424636 19929 raft_consensus.cc:2229] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:31.424832 19929 raft_consensus.cc:2258] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:31.425699 19929 ts_tablet_manager.cc:1875] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:31.428143 19929 ts_tablet_manager.cc:1888] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:31.428800 19929 log.cc:1196] T 77ae2ae7991c4c098e29f63bdb2c4655 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/77ae2ae7991c4c098e29f63bdb2c4655
I20240503 14:00:31.429736 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 77ae2ae7991c4c098e29f63bdb2c4655 (table rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]) successfully deleted
I20240503 14:00:31.480372 19741 raft_consensus.cc:1050] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:31.481029 19741 consensus_queue.cc:237] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:31.482896 17554 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.483212 17687 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.483335 17159 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.483480 17025 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.483579 19187 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.483805 19988 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.484174 16894 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.484076 19985 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.484669 17288 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.484687 19741 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.484830 19742 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.485190 19987 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.486469 19987 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.486742 19741 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.488301 19741 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.488981 17159 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.489042 17288 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.490470 17687 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.491192 17554 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.491668 19187 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.492868 16894 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.492987 17025 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.494516 16748 catalog_manager.cc:5484] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.504002 17421 consensus_queue.cc:237] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:31.506059 16894 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.506590 17159 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.506662 17687 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.507109 19985 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.507200 17288 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.507422 19985 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.507692 19985 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.508574 19187 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.508952 19742 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.510040 19987 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.510257 17025 raft_consensus.cc:1261] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.510850 19987 consensus_queue.cc:1035] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.513515 17025 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.513962 19187 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.515316 17687 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.515913 16895 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.517133 19741 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.518536 16749 catalog_manager.cc:5484] T a04e6f324f3844d69f57dfce285c94e0 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.522065 17288 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.523078 19785 raft_consensus.cc:1050] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:31.523660 19785 consensus_queue.cc:237] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:31.523882 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet a04e6f324f3844d69f57dfce285c94e0 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:31.526540 17159 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.526801 17421 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.527027 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet a04e6f324f3844d69f57dfce285c94e0 with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:31.527089 19056 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.527261 19943 tablet_replica.cc:330] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:31.527273 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.527393 19943 raft_consensus.cc:2229] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:31.527576 19943 raft_consensus.cc:2258] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:31.528079 17288 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.528594 19943 ts_tablet_manager.cc:1875] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:31.528604 16894 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.528977 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.529378 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.529703 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.530786 19943 ts_tablet_manager.cc:1888] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:31.530843 19943 log.cc:1196] T a04e6f324f3844d69f57dfce285c94e0 P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/a04e6f324f3844d69f57dfce285c94e0
I20240503 14:00:31.531390 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet a04e6f324f3844d69f57dfce285c94e0 (table rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]) successfully deleted
I20240503 14:00:31.531584 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.532183 17687 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.532986 19572 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.533072 17554 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:31.533660 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:31.535058 19572 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.535446 17158 raft_consensus.cc:2932] T a04e6f324f3844d69f57dfce285c94e0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:31.537603 19056 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.538808 17288 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.538882 16895 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.540563 16749 catalog_manager.cc:5484] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 reported cstate change: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.541455 17421 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.542006 17686 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.546725 17159 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.549032 17554 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.550137 17025 consensus_queue.cc:237] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:31.551689 17687 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.552167 19572 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.552268 17421 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.552511 19056 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.552639 16895 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.552779 19572 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.553037 20001 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.553216 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.553296 17554 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.553740 17159 raft_consensus.cc:1261] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:31.554307 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.554821 19785 consensus_queue.cc:1035] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:31.555825 19999 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.556253 17554 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.558027 17687 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.558375 17159 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.558929 16748 catalog_manager.cc:5484] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.560793 19056 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.562047 17421 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.562250 16895 raft_consensus.cc:2932] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:31.563832 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:31.565073 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:31.565302 19929 tablet_replica.cc:330] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:31.565479 19929 raft_consensus.cc:2229] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:31.565685 19929 raft_consensus.cc:2258] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:31.567111 19929 ts_tablet_manager.cc:1875] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:31.569191 19929 ts_tablet_manager.cc:1888] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:31.569262 19929 log.cc:1196] T 7ab8e18fd68e46c8ab5fe19f9e815c61 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/7ab8e18fd68e46c8ab5fe19f9e815c61
I20240503 14:00:31.569720 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 7ab8e18fd68e46c8ab5fe19f9e815c61 (table rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]) successfully deleted
I20240503 14:00:31.670516 17025 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:31.672222 17288 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.672372 17421 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.672372 17687 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.672519 17159 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.672891 17554 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.672880 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.673092 20001 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.673234 19999 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.673354 20000 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.673704 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.674718 16895 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.675117 19999 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.676909 20001 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.677342 17554 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.680217 16747 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:31.680521 17159 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.681854 17421 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.682905 17687 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.685113 16895 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.686828 17288 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.691632 17025 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:31.693749 17554 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.694232 17159 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.694244 17686 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.694279 20000 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.694892 17288 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.694921 20001 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.695255 20001 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.695667 20000 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.696386 17421 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.696760 20001 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.698530 19998 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.698860 17421 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
W20240503 14:00:31.701212 16960 consensus_peers.cc:485] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: ff76c1deb8f64d80b713732485248ae5. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:31.701789 17554 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.701869 16749 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:31.703845 17159 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.704049 16737 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet ff76c1deb8f64d80b713732485248ae5 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:31.704408 17288 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.706468 16895 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.708863 17687 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.709069 17686 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:31.711182 17159 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.711886 17553 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.712128 17421 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.712177 19868 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.713737 19868 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.714056 19868 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.716212 20001 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.717326 16894 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.717686 17025 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.718144 20032 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.720216 16895 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.720602 20032 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.722167 17288 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.722554 20032 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.722537 19868 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.722851 16895 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.723943 17421 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.723963 17288 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.725888 16749 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.729707 17025 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.730463 17553 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.732618 17159 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.732769 17686 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:31.735595 17025 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.735993 20043 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.736560 16895 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.737097 19868 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.737221 17421 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.737381 17553 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.737670 20043 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.737782 17159 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.737828 20032 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.738320 17288 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.738137 20032 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.738920 20032 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.740041 19868 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.740422 17159 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.741709 16739 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 4677243748264636abf49085d96c9bc5 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:31.742950 17553 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.742971 16895 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.743239 17025 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.745075 17422 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.745463 16750 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.747728 17288 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
W20240503 14:00:31.751951 17620 consensus_peers.cc:485] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 4677243748264636abf49085d96c9bc5. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:31.755617 17686 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:31.757339 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.757382 17025 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.757761 20034 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.757977 16895 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.757997 20042 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.758603 20042 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.759168 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.759580 17159 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.759658 20033 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.760149 17288 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.760406 20042 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.760691 20042 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.762643 20042 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.763736 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.764658 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.766319 16751 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.767462 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.767987 16895 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.768337 17159 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.770548 17289 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:31.771076 17686 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
W20240503 14:00:31.773802 17620 consensus_peers.cc:485] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d9c54ff9b423418caa553ba45fbbf0d0. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:31.774413 17289 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.775128 20035 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.775192 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.775735 20035 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.775817 17025 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.775877 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.776257 20035 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.776369 16895 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.776616 20035 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.776945 20035 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.778914 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.779996 20035 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.781278 20035 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.781654 17289 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.781729 16895 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.782961 16739 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet d9c54ff9b423418caa553ba45fbbf0d0 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:31.783732 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.784016 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.785032 16751 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.788317 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.788646 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:31.796067 16895 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:31.797966 17422 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.797966 17553 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.798020 17158 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.798120 17686 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.798399 19522 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.798456 17025 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.798568 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.798816 19523 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.799202 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.799340 19522 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.799638 17289 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:31.800004 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.802369 19522 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.802749 17288 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.804826 17025 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.804895 17686 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.806012 16751 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:31.807125 17422 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.809530 17553 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.810490 16895 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
W20240503 14:00:31.812548 16828 consensus_peers.cc:485] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: a3500b4f8fe64f80a7a7c5645e2aeea4. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:31.812605 17027 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.813416 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.813488 17288 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.813732 17159 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.813886 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.815003 19860 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:31.815661 17159 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:31.818156 17686 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.818122 19859 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:31.818648 19523 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.818897 17553 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.819527 17422 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:31.820173 17686 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:31.820127 17025 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:31.820164 17288 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:31.820410 19858 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.820667 19858 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:31.821476 16740 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:31.821743 17159 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:31.822777 17553 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:31.822893 16751 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:31.824654 17422 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.069298 17159 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:32.070880 17553 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.070981 17288 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.071374 17025 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.071607 17686 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.071669 19627 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.071857 16894 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.071848 19931 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.071964 17422 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.072605 19627 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.072887 19627 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.073084 19931 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.073199 19627 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.075165 20106 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.077481 17025 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.077595 16894 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.077986 17553 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.078799 16750 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:32.079828 17422 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.082005 17686 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.085597 17289 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.087643 17159 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.089726 17422 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.089963 17553 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.090162 20106 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.090189 17686 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.091096 17289 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.091442 17025 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.092008 16894 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.092118 20106 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.092453 20106 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.092864 20121 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.093787 19931 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.094619 20106 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.094935 19931 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:32.095911 16894 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:32.096196 17553 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:32.097990 17686 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:32.098629 16745 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:32.098620 17422 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:32.099229 17025 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:32.100329 16739 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet f96a27776dbb450884608c3ff63ec245 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:32.100502 17289 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
W20240503 14:00:32.103493 17092 consensus_peers.cc:485] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: f96a27776dbb450884608c3ff63ec245. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:32.109519 17289 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:32.111346 17553 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.111774 19635 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.111902 17686 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.111883 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.111943 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.112262 19635 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.112378 17159 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.112413 20125 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.112768 19635 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.113374 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:32.113767 19635 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.114238 20128 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:32.115626 20127 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.116377 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.116611 17553 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.118089 16894 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.118568 17686 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.118590 17159 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.120960 16746 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.123649 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:32.127768 17289 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:32.130793 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.130906 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.131263 20140 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.131814 17686 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.132230 17159 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.132577 20140 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.132874 20140 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.135726 17554 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.136013 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:32.136107 20125 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.136474 20125 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.137789 20127 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:32.137732 20125 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.139837 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.139936 16894 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.142002 17686 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.143857 16749 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.146704 17158 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.149535 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:32.151324 16740 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet c335093cbbf74398ad25118b436b34d8 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:32.154255 17554 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
W20240503 14:00:32.155982 17224 consensus_peers.cc:485] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: c335093cbbf74398ad25118b436b34d8. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:32.191839 20168 ts_tablet_manager.cc:902] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017)
I20240503 14:00:32.192250 20168 tablet_copy_client.cc:308] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:34017
I20240503 14:00:32.192781 16915 tablet_copy_service.cc:140] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Received BeginTabletCopySession request for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:33123)
I20240503 14:00:32.192889 16915 tablet_copy_service.cc:161] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Beginning new tablet copy session on tablet a3500b4f8fe64f80a7a7c5645e2aeea4 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:33123: session id = dcb78407b6a84cc5a6e661b9ceb1a417-a3500b4f8fe64f80a7a7c5645e2aeea4
I20240503 14:00:32.193778 16915 tablet_copy_source_session.cc:205] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:32.194636 20168 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:32.196339 20168 tablet_copy_client.cc:783] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:32.196482 20168 tablet_copy_client.cc:647] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:32.197619 20168 tablet_copy_client.cc:523] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:32.198609 20168 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:32.216490 20168 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:32.216780 20168 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:32.216974 20168 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.018s user 0.013s sys 0.003s
I20240503 14:00:32.217617 20168 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:32.217763 20168 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:32.217880 20168 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:32.218279 20168 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.003s sys 0.001s
I20240503 14:00:32.218819 16915 tablet_copy_service.cc:342] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-a3500b4f8fe64f80a7a7c5645e2aeea4 received from {username='slave'} at 127.0.99.137:33123
I20240503 14:00:32.218914 16915 tablet_copy_service.cc:433] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-a3500b4f8fe64f80a7a7c5645e2aeea4 on tablet a3500b4f8fe64f80a7a7c5645e2aeea4 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:32.262171 20175 ts_tablet_manager.cc:902] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:32.262813 20175 tablet_copy_client.cc:308] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.135:39329
I20240503 14:00:32.266677 17707 tablet_copy_service.cc:140] P f18457af7c0e4c099dbc02b05e0592d8: Received BeginTabletCopySession request for tablet 4677243748264636abf49085d96c9bc5 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:47853)
I20240503 14:00:32.266796 17707 tablet_copy_service.cc:161] P f18457af7c0e4c099dbc02b05e0592d8: Beginning new tablet copy session on tablet 4677243748264636abf49085d96c9bc5 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:47853: session id = ade22f3f009245149c3823365628cf87-4677243748264636abf49085d96c9bc5
I20240503 14:00:32.267896 17707 tablet_copy_source_session.cc:205] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:32.269853 20175 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:32.271584 20175 tablet_copy_client.cc:783] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:32.271719 20175 tablet_copy_client.cc:647] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:32.273150 20175 tablet_copy_client.cc:523] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:32.274307 20175 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:32.292943 20175 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:32.293228 20175 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:32.293392 20175 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.019s user 0.013s sys 0.002s
I20240503 14:00:32.293798 20175 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.293915 20175 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:32.294016 20175 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.294380 20175 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.001s sys 0.003s
I20240503 14:00:32.294981 17707 tablet_copy_service.cc:342] P f18457af7c0e4c099dbc02b05e0592d8: Request end of tablet copy session ade22f3f009245149c3823365628cf87-4677243748264636abf49085d96c9bc5 received from {username='slave'} at 127.0.99.136:47853
I20240503 14:00:32.295068 17707 tablet_copy_service.cc:433] P f18457af7c0e4c099dbc02b05e0592d8: ending tablet copy session ade22f3f009245149c3823365628cf87-4677243748264636abf49085d96c9bc5 on tablet 4677243748264636abf49085d96c9bc5 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:32.311537 20175 ts_tablet_manager.cc:902] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:32.312028 20175 tablet_copy_client.cc:308] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:32.315819 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet ff76c1deb8f64d80b713732485248ae5 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:56425)
I20240503 14:00:32.315934 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet ff76c1deb8f64d80b713732485248ae5 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:56425: session id = ade22f3f009245149c3823365628cf87-ff76c1deb8f64d80b713732485248ae5
I20240503 14:00:32.316993 17047 tablet_copy_source_session.cc:205] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:32.318130 20175 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:32.320051 20175 tablet_copy_client.cc:783] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:32.320204 20175 tablet_copy_client.cc:647] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:32.321360 20175 tablet_copy_client.cc:523] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:32.322528 20175 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:32.341665 20175 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:32.341948 20175 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:32.342120 20175 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.020s user 0.016s sys 0.000s
I20240503 14:00:32.342552 20175 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.342669 20175 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:32.342767 20175 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.343036 20175 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:32.343544 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session ade22f3f009245149c3823365628cf87-ff76c1deb8f64d80b713732485248ae5 received from {username='slave'} at 127.0.99.136:56425
I20240503 14:00:32.343626 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session ade22f3f009245149c3823365628cf87-ff76c1deb8f64d80b713732485248ae5 on tablet ff76c1deb8f64d80b713732485248ae5 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:32.365846 20175 ts_tablet_manager.cc:902] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:32.366348 20175 tablet_copy_client.cc:308] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.135:39329
I20240503 14:00:32.366811 17707 tablet_copy_service.cc:140] P f18457af7c0e4c099dbc02b05e0592d8: Received BeginTabletCopySession request for tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:47853)
I20240503 14:00:32.366915 17707 tablet_copy_service.cc:161] P f18457af7c0e4c099dbc02b05e0592d8: Beginning new tablet copy session on tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:47853: session id = ade22f3f009245149c3823365628cf87-d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:32.367753 17707 tablet_copy_source_session.cc:205] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:32.368556 20175 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:32.370352 20175 tablet_copy_client.cc:783] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:32.370499 20175 tablet_copy_client.cc:647] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:32.371595 20175 tablet_copy_client.cc:523] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:32.372502 20175 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:32.391858 20175 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:32.392158 20175 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:32.392342 20175 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.020s user 0.018s sys 0.000s
I20240503 14:00:32.392742 20175 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.392892 20175 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:32.393009 20175 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.393311 20175 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:32.393983 17707 tablet_copy_service.cc:342] P f18457af7c0e4c099dbc02b05e0592d8: Request end of tablet copy session ade22f3f009245149c3823365628cf87-d9c54ff9b423418caa553ba45fbbf0d0 received from {username='slave'} at 127.0.99.136:47853
I20240503 14:00:32.394069 17707 tablet_copy_service.cc:433] P f18457af7c0e4c099dbc02b05e0592d8: ending tablet copy session ade22f3f009245149c3823365628cf87-d9c54ff9b423418caa553ba45fbbf0d0 on tablet d9c54ff9b423418caa553ba45fbbf0d0 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:32.575711 20175 ts_tablet_manager.cc:902] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:32.576279 20175 tablet_copy_client.cc:308] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:32.579665 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet f96a27776dbb450884608c3ff63ec245 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:40579)
I20240503 14:00:32.579785 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet f96a27776dbb450884608c3ff63ec245 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:40579: session id = ade22f3f009245149c3823365628cf87-f96a27776dbb450884608c3ff63ec245
I20240503 14:00:32.580516 17179 tablet_copy_source_session.cc:205] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:32.581413 20175 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:32.583148 20175 tablet_copy_client.cc:783] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:32.583362 20175 tablet_copy_client.cc:647] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:32.584510 20175 tablet_copy_client.cc:523] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:32.585471 20175 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:32.598394 20168 ts_tablet_manager.cc:902] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435)
I20240503 14:00:32.598896 20168 tablet_copy_client.cc:308] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:45435
I20240503 14:00:32.603399 17311 tablet_copy_service.cc:140] P 026c625717ca4ce0bbb1ff3af3fde786: Received BeginTabletCopySession request for tablet c335093cbbf74398ad25118b436b34d8 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:40497)
I20240503 14:00:32.603562 17311 tablet_copy_service.cc:161] P 026c625717ca4ce0bbb1ff3af3fde786: Beginning new tablet copy session on tablet c335093cbbf74398ad25118b436b34d8 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:40497: session id = dcb78407b6a84cc5a6e661b9ceb1a417-c335093cbbf74398ad25118b436b34d8
I20240503 14:00:32.604811 17311 tablet_copy_source_session.cc:205] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:32.605625 20175 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:32.605912 20175 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:32.606047 20168 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:32.606109 20175 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.021s user 0.014s sys 0.004s
I20240503 14:00:32.606612 20175 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.606760 20175 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:32.606870 20175 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:32.607164 20175 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 14:00:32.607889 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session ade22f3f009245149c3823365628cf87-f96a27776dbb450884608c3ff63ec245 received from {username='slave'} at 127.0.99.136:40579
I20240503 14:00:32.607978 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session ade22f3f009245149c3823365628cf87-f96a27776dbb450884608c3ff63ec245 on tablet f96a27776dbb450884608c3ff63ec245 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:32.608314 20168 tablet_copy_client.cc:783] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:32.608507 20168 tablet_copy_client.cc:647] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:32.610308 20168 tablet_copy_client.cc:523] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:32.611423 20168 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:32.634172 20168 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:32.634555 20168 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:32.634758 20168 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.023s user 0.017s sys 0.006s
I20240503 14:00:32.635207 20168 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:32.635358 20168 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:32.635469 20168 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:32.636354 20168 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:32.637682 17311 tablet_copy_service.cc:342] P 026c625717ca4ce0bbb1ff3af3fde786: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-c335093cbbf74398ad25118b436b34d8 received from {username='slave'} at 127.0.99.137:40497
I20240503 14:00:32.637787 17311 tablet_copy_service.cc:433] P 026c625717ca4ce0bbb1ff3af3fde786: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-c335093cbbf74398ad25118b436b34d8 on tablet c335093cbbf74398ad25118b436b34d8 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:32.644076 19318 raft_consensus.cc:1203] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:32.721019 19187 raft_consensus.cc:1203] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:32.737754 19187 raft_consensus.cc:1203] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:32.879405 19187 raft_consensus.cc:1203] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:33.022634 19318 raft_consensus.cc:1203] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:33.159209 19187 raft_consensus.cc:1203] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:33.203665 19858 raft_consensus.cc:1050] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:33.204221 19858 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:33.205905 19318 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.206238 17553 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.206501 17159 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.206653 17289 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.206691 17686 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.206722 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.207093 20332 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.207278 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.207568 20331 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.207650 17027 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.207703 20333 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.208010 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.208305 17421 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.209144 20331 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.211436 20331 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.211980 17159 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.213785 17027 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.215029 16750 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:33.216028 19318 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.217620 17686 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.217958 17289 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.219319 19997 raft_consensus.cc:1050] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:33.219883 19997 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.221503 17421 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.222153 17422 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.222482 17553 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.222846 19997 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.223584 17686 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.224367 17159 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.222672 17554 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.225984 19997 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.226142 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.226156 17289 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.226549 16895 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.226675 19997 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.228299 19187 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.229578 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.230545 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.233510 16894 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:33.233773 20347 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.235097 19318 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.235100 17289 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.235563 20331 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.235832 17027 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.235883 17159 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.236107 20332 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.236310 20331 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.236490 17421 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.236455 20335 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.237192 20331 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.238426 17687 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.238523 20346 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.238579 20331 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.238855 19921 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.240329 17422 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.241007 17289 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.241276 17157 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.242060 17686 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.243268 19318 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.243387 16749 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.245219 17421 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.245512 16750 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.247656 19187 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.247833 17289 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.249938 17027 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.250484 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:33.250587 17687 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.252082 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:33.253693 17159 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.259809 16895 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.261736 20361 tablet_replica.cc:330] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:33.262275 20361 raft_consensus.cc:2229] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:33.262303 17554 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.263041 20361 raft_consensus.cc:2258] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:33.263955 20361 ts_tablet_manager.cc:1875] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:33.264744 17027 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.266287 17554 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.266284 17686 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.266693 20361 ts_tablet_manager.cc:1888] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:33.266813 20361 log.cc:1196] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/a3500b4f8fe64f80a7a7c5645e2aeea4
I20240503 14:00:33.266847 19187 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.266933 19997 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.267141 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.267530 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (table rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]) successfully deleted
I20240503 14:00:33.267967 16895 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.268339 17421 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.268357 19997 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.268697 17159 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.268699 20349 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.269001 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.269896 19785 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.271544 19785 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.272207 19187 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.272250 17159 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.273084 17686 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.273744 17554 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.274688 17421 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.275741 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet ff76c1deb8f64d80b713732485248ae5 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:33.275842 16746 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:33.276544 16895 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.283849 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet ff76c1deb8f64d80b713732485248ae5 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:33.284695 20363 tablet_replica.cc:330] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:33.284941 20363 raft_consensus.cc:2229] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:33.285406 20363 raft_consensus.cc:2258] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:33.286429 20363 ts_tablet_manager.cc:1875] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:33.288708 20363 ts_tablet_manager.cc:1888] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:33.288787 20363 log.cc:1196] T ff76c1deb8f64d80b713732485248ae5 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/ff76c1deb8f64d80b713732485248ae5
I20240503 14:00:33.289426 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet ff76c1deb8f64d80b713732485248ae5 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:33.363691 20266 raft_consensus.cc:1050] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:33.364341 20266 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.366688 17554 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.366689 17421 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.366953 17159 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.367172 20035 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.367434 19187 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.367523 20035 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.367730 17289 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.368134 20034 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.368619 17027 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.369037 20034 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.369172 20381 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.370379 16895 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.370899 20381 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.372458 20383 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.373255 20383 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.374181 17159 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.375365 17289 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.376513 19187 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.377084 17554 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.377754 16753 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:33.378358 17421 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.380439 16895 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.387187 17027 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.388746 17686 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.390470 19187 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.390609 17159 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.390695 17421 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.391299 17027 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.391299 17289 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.391350 16895 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.391491 20382 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.391736 20034 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.391834 20266 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.392055 20380 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.392182 20035 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.392494 20382 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.394237 20384 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.394665 17289 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.395815 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 4677243748264636abf49085d96c9bc5 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:33.396788 17421 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.396893 16745 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:33.397572 17159 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.399856 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet 4677243748264636abf49085d96c9bc5 with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:33.400092 20361 tablet_replica.cc:330] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:33.400063 17027 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.400259 20361 raft_consensus.cc:2229] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:33.400475 20361 raft_consensus.cc:2258] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:33.401336 20361 ts_tablet_manager.cc:1875] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:33.402484 19187 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.402956 16895 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.403502 20361 ts_tablet_manager.cc:1888] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:33.403563 20361 log.cc:1196] T 4677243748264636abf49085d96c9bc5 P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/4677243748264636abf49085d96c9bc5
I20240503 14:00:33.405324 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet 4677243748264636abf49085d96c9bc5 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:33.437705 20260 raft_consensus.cc:1050] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:33.437753 20382 raft_consensus.cc:1050] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:33.438234 20382 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.438264 20260 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:33.440444 17027 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.440436 17554 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.440459 17553 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.440718 19318 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.440819 16895 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.440891 20409 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.441082 20127 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.441486 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.441561 17686 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.441570 17159 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.441728 20266 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.441906 20383 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.442154 19187 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.442867 20266 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.442991 17289 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.443253 20035 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.443382 20383 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.444183 20383 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.444257 20127 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.444514 20383 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.445288 17421 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.446033 17157 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.446244 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.446244 17027 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.446676 20298 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.446820 20410 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.447002 20127 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.447465 20383 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.447790 17159 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.448130 20409 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.449049 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.451362 16894 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.452106 16751 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.452765 17421 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.452970 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.456749 19187 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.457509 20127 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.459811 19318 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.460963 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.461059 16895 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.461985 17289 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.462611 17159 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.463960 16753 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.466023 17686 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.467656 17159 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.468212 20382 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.468103 17687 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.468402 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.468739 17553 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.471782 16895 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.472108 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.472167 20382 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.472360 19187 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.472481 20034 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.473135 20034 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.475641 17027 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.476102 20034 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.476538 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.476534 20034 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.476641 17289 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:33.477077 20380 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.477160 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.478242 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.479192 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.479604 20298 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.479451 19187 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.480101 19318 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.480528 17159 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.480581 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d9c54ff9b423418caa553ba45fbbf0d0 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:33.481101 20410 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.481022 17157 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.481256 20298 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.481554 17027 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.482167 20410 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.482053 16895 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.483690 16747 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.485455 20410 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.485877 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.485874 17027 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.486245 20127 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.486590 17686 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.487270 17421 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.487885 20260 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.489334 17686 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.489730 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet c335093cbbf74398ad25118b436b34d8 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:33.489861 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:33.490037 20363 tablet_replica.cc:330] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:33.490145 20363 raft_consensus.cc:2229] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:33.490353 20363 raft_consensus.cc:2258] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:33.490842 19318 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.491248 20363 ts_tablet_manager.cc:1875] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:33.491269 16750 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:33.491590 17159 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.492658 16895 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:33.493427 20363 ts_tablet_manager.cc:1888] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:33.493510 20363 log.cc:1196] T d9c54ff9b423418caa553ba45fbbf0d0 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:33.494138 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet d9c54ff9b423418caa553ba45fbbf0d0 (table rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]) successfully deleted
I20240503 14:00:33.495034 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet c335093cbbf74398ad25118b436b34d8 with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:33.495282 20361 tablet_replica.cc:330] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:33.495424 20361 raft_consensus.cc:2229] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:33.495609 20361 raft_consensus.cc:2258] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:33.496313 20361 ts_tablet_manager.cc:1875] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:33.500280 20361 ts_tablet_manager.cc:1888] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:33.500356 20361 log.cc:1196] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/c335093cbbf74398ad25118b436b34d8
I20240503 14:00:33.500877 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet c335093cbbf74398ad25118b436b34d8 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:33.503477 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.620029 17421 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:33.621876 17553 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.621937 17289 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.622378 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.622545 20362 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.622659 17686 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.622861 17159 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.623028 16895 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.623087 20362 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.623452 20362 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.623663 19741 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.624148 19741 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.626036 20436 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.626569 20434 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.627097 17289 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.627681 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.630091 16749 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.631139 17686 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.631596 16895 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.631737 17553 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.636929 17157 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:33.637270 17421 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:33.640362 17553 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.640467 17686 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.640913 20362 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.640969 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.641044 20436 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.642076 16895 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.642575 19741 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.642869 19741 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.642933 17157 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.643342 19741 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.643950 17288 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.644687 20362 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.646286 20362 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.647838 16738 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 1b948fcb7d424557b102f4923de0f547 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:33.648435 16895 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.648557 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.649295 16747 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:33.650171 17687 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.653141 17288 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
W20240503 14:00:33.657059 17356 consensus_peers.cc:485] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 1b948fcb7d424557b102f4923de0f547. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:33.658531 17157 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.659621 17553 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.680775 20107 raft_consensus.cc:1050] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:33.681371 20107 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.683970 17421 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.684290 16895 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.684352 17553 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.684893 20329 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.685048 20107 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.685312 17687 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.685416 20329 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.685649 20107 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.686923 17288 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.687140 19187 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.687610 17025 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:33.687947 20468 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.689097 20468 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.689497 20470 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:33.690364 20469 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.692656 17553 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.692837 17289 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.692852 17687 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.694566 17421 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.695552 16749 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.698602 19187 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.701802 17025 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.709646 16895 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.711563 17157 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:33.713317 17421 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.713378 17687 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.713447 17553 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.713786 20469 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.713922 20468 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.714035 20470 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.714169 16895 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.714620 17025 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.715009 19187 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:33.715397 20469 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.715646 20468 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.718590 20469 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:33.719312 20470 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.720983 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet f96a27776dbb450884608c3ff63ec245 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:33.721249 16895 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.722436 17687 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.722482 17025 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.721660 17421 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.722007 19187 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.724752 16747 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.727833 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet f96a27776dbb450884608c3ff63ec245 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:33.728080 20363 tablet_replica.cc:330] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:33.728219 20363 raft_consensus.cc:2229] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:33.728404 20363 raft_consensus.cc:2258] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:33.728331 17553 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:33.729050 20363 ts_tablet_manager.cc:1875] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:33.730985 20363 ts_tablet_manager.cc:1888] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:33.731060 20363 log.cc:1196] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/f96a27776dbb450884608c3ff63ec245
I20240503 14:00:33.731650 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet f96a27776dbb450884608c3ff63ec245 (table rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]) successfully deleted
I20240503 14:00:33.894731 17157 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:33.896638 16895 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.896700 17289 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.896770 17687 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.896947 17025 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.897158 20468 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.897373 19931 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.897524 20478 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.897826 20329 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.899384 17553 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.899930 17421 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:33.900285 20329 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.900490 19931 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:33.901897 20329 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:33.902452 16895 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:33.902590 17289 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:33.905037 16745 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:33.906315 17025 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:33.907266 17687 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:33.910898 17421 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:33.912896 17553 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:33.915305 17157 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:33.917260 17289 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.917924 16895 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
W20240503 14:00:33.918035 17092 consensus_peers.cc:485] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 33d41ba26f0b4bbe919adf85c512b2d5. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:33.918099 20470 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.918325 17025 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.918622 20470 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.919165 17553 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.919288 17421 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.919589 20107 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.920404 20107 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.920683 20107 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.921972 20470 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.922165 17687 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:33.922700 20107 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:33.924046 16739 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 33d41ba26f0b4bbe919adf85c512b2d5 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:33.923913 17687 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.924427 16895 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.924592 17025 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.925321 17553 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.926319 17288 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.927613 16745 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:33.929004 17421 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.171948 17157 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:34.173527 17687 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:34.173780 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:34.173867 17288 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:34.174285 17553 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:34.174252 20107 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:34.174463 19931 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:34.174819 19931 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:34.174952 20468 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:34.175781 16895 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:34.176407 17025 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:34.176591 20468 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:34.176860 20469 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:34.179052 20469 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.179605 16895 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.180474 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.181154 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.181450 17288 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.183178 17025 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.183990 16746 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.186865 17553 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:34.190081 17159 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:34.192461 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
W20240503 14:00:34.192875 17092 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 38cafd9262a84ed5a02056e5a89661c6. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:34.192940 17288 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:34.193104 20107 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:34.193148 16895 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:34.193758 20468 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:34.194036 17025 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:34.194069 20468 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:34.194478 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:34.194828 20107 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:34.194952 17553 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:34.195418 20107 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:34.196836 20107 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:34.198063 19931 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.198583 16895 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.199869 16739 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 38cafd9262a84ed5a02056e5a89661c6 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:34.200237 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.200692 17025 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.201689 16750 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.203902 17553 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.204317 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.204815 17288 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:34.233446 20535 ts_tablet_manager.cc:902] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:34.233991 20535 tablet_copy_client.cc:308] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:38409
I20240503 14:00:34.237612 17443 tablet_copy_service.cc:140] P e760fb998d0240e5b4b229f8ced3bf81: Received BeginTabletCopySession request for tablet 1b948fcb7d424557b102f4923de0f547 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:40135)
I20240503 14:00:34.237708 17443 tablet_copy_service.cc:161] P e760fb998d0240e5b4b229f8ced3bf81: Beginning new tablet copy session on tablet 1b948fcb7d424557b102f4923de0f547 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:40135: session id = 4959c578d5604815b0a2f45a5a825c11-1b948fcb7d424557b102f4923de0f547
I20240503 14:00:34.238557 17443 tablet_copy_source_session.cc:205] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:34.239384 20535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:34.241359 20535 tablet_copy_client.cc:783] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:34.241497 20535 tablet_copy_client.cc:647] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:34.242573 20535 tablet_copy_client.cc:523] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:34.243497 20535 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:34.260365 20535 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:34.260706 20535 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:34.260893 20535 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.017s user 0.015s sys 0.000s
I20240503 14:00:34.261345 20535 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:34.261556 20535 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:34.261677 20535 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:34.262117 20535 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:34.262768 17443 tablet_copy_service.cc:342] P e760fb998d0240e5b4b229f8ced3bf81: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-1b948fcb7d424557b102f4923de0f547 received from {username='slave'} at 127.0.99.138:40135
I20240503 14:00:34.262850 17443 tablet_copy_service.cc:433] P e760fb998d0240e5b4b229f8ced3bf81: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-1b948fcb7d424557b102f4923de0f547 on tablet 1b948fcb7d424557b102f4923de0f547 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:34.534838 20535 ts_tablet_manager.cc:902] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:34.535331 20535 tablet_copy_client.cc:308] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:34.535805 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 33d41ba26f0b4bbe919adf85c512b2d5 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:52539)
I20240503 14:00:34.535907 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 33d41ba26f0b4bbe919adf85c512b2d5 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:52539: session id = 4959c578d5604815b0a2f45a5a825c11-33d41ba26f0b4bbe919adf85c512b2d5
I20240503 14:00:34.536674 17179 tablet_copy_source_session.cc:205] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:34.537521 20535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:34.539300 20535 tablet_copy_client.cc:783] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:34.539440 20535 tablet_copy_client.cc:647] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:34.540634 20535 tablet_copy_client.cc:523] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:34.541862 20535 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:34.559978 20535 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:34.560268 20535 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:34.560446 20535 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.019s user 0.017s sys 0.000s
I20240503 14:00:34.560861 20535 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:34.560978 20535 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:34.561086 20535 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:34.561350 20535 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:34.561975 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-33d41ba26f0b4bbe919adf85c512b2d5 received from {username='slave'} at 127.0.99.138:52539
I20240503 14:00:34.562067 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-33d41ba26f0b4bbe919adf85c512b2d5 on tablet 33d41ba26f0b4bbe919adf85c512b2d5 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:34.569191 20535 ts_tablet_manager.cc:902] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:34.569710 20535 tablet_copy_client.cc:308] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:34.570221 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 38cafd9262a84ed5a02056e5a89661c6 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:52539)
I20240503 14:00:34.570345 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 38cafd9262a84ed5a02056e5a89661c6 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:52539: session id = 4959c578d5604815b0a2f45a5a825c11-38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:34.571290 17179 tablet_copy_source_session.cc:205] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:34.572090 20535 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:34.573789 20535 tablet_copy_client.cc:783] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:34.573915 20535 tablet_copy_client.cc:647] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:34.574918 20535 tablet_copy_client.cc:523] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:34.575881 20535 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:34.594051 20535 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:34.594369 20535 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:34.594559 20535 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.019s user 0.015s sys 0.004s
I20240503 14:00:34.594985 20535 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:34.595103 20535 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:34.595208 20535 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:34.595484 20535 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:34.596117 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-38cafd9262a84ed5a02056e5a89661c6 received from {username='slave'} at 127.0.99.138:52539
I20240503 14:00:34.596195 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-38cafd9262a84ed5a02056e5a89661c6 on tablet 38cafd9262a84ed5a02056e5a89661c6 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:34.854126 19056 raft_consensus.cc:1203] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:35.087518 19056 raft_consensus.cc:1203] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:35.153272 19056 raft_consensus.cc:1203] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:35.279904 20451 raft_consensus.cc:1050] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:35.280442 20451 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:35.282225 17686 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.282414 17553 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.282770 20584 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.282940 20622 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.283326 19056 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.283470 17159 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.283923 17289 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.283914 20584 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.284055 16894 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.284567 20621 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.285049 20621 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.285840 20584 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.286715 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.287129 20621 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.288568 20623 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.289251 16894 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.289486 17289 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.291059 17686 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.291380 19056 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.293766 16753 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.294308 17553 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.295010 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.296039 17159 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.305012 17422 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:35.306696 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.306696 19056 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.307360 16894 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.307329 20620 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.307715 20620 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.307885 20451 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.308107 17554 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.310385 17159 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.310420 20620 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.310966 20622 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.312486 17554 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.313464 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.314078 19056 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.315371 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 1b948fcb7d424557b102f4923de0f547 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:35.315678 20451 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.307548 17686 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.317237 16745 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.317332 16894 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.318846 20620 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.318984 17159 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.320046 17686 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.321463 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 1b948fcb7d424557b102f4923de0f547 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:35.327368 20644 tablet_replica.cc:330] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:35.327526 20644 raft_consensus.cc:2229] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:35.327745 20644 raft_consensus.cc:2258] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:35.328481 20644 ts_tablet_manager.cc:1875] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:35.330881 20644 ts_tablet_manager.cc:1888] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:35.330968 20644 log.cc:1196] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/1b948fcb7d424557b102f4923de0f547
I20240503 14:00:35.331528 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 1b948fcb7d424557b102f4923de0f547 (table rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]) successfully deleted
I20240503 14:00:35.544050 17422 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:35.546075 17159 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.546168 17686 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.546319 16894 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.546553 20621 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.546785 20451 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.547021 20623 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.547078 17289 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.547586 17554 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.548051 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.548308 20451 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.548472 20623 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.548745 20623 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.551165 20621 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.552464 16894 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.552886 17554 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.555167 17686 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.555416 20607 raft_consensus.cc:1050] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:35.555948 20607 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:35.556543 16746 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.557499 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.558245 17288 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.559352 20329 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.559546 17289 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.560400 19056 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.560921 17422 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:35.561004 17686 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.562227 20329 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.562464 20669 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.563594 16895 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.563759 17025 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.564100 17027 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.564491 17687 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.564491 16894 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.564862 20584 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.565011 20607 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.565644 20623 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.566385 20607 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.566892 17553 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.566874 20623 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.567127 17159 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.567581 17422 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.567740 17554 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.568109 20607 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.568202 20584 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.568383 20623 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.568738 20607 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.569272 17159 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:35.572432 20620 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:35.572608 20668 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.573532 17553 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:35.574904 17686 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:35.575605 19056 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.575605 16894 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.577163 17288 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.578701 16750 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:35.579181 16747 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.579272 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:35.581271 17686 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.581843 16738 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 888157931b464e8689a70eb9c77edca4 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:35.582018 17159 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
W20240503 14:00:35.582455 17356 consensus_peers.cc:485] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 888157931b464e8689a70eb9c77edca4. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:35.582947 17289 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.583148 16894 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:35.583784 20621 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.584964 17289 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:35.589923 17025 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.590317 17554 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.592908 17422 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.597891 17159 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:35.599757 19056 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.599853 17025 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.599871 16894 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.600289 20329 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.600535 20672 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.600708 20519 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.600973 17686 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.601354 20672 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.603017 20519 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.603642 17422 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.604115 17554 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:35.604125 20671 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.604528 20672 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:35.604646 16894 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.606000 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 33d41ba26f0b4bbe919adf85c512b2d5 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:35.605820 17554 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.607165 17025 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.607625 17422 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.609052 19056 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.609489 16746 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.611979 17686 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.613363 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:35.613736 20644 tablet_replica.cc:330] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:35.613870 20644 raft_consensus.cc:2229] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:35.614060 20644 raft_consensus.cc:2258] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:35.615036 20644 ts_tablet_manager.cc:1875] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:35.617429 20644 ts_tablet_manager.cc:1888] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:35.617513 20644 log.cc:1196] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/33d41ba26f0b4bbe919adf85c512b2d5
I20240503 14:00:35.618072 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 33d41ba26f0b4bbe919adf85c512b2d5 (table rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]) successfully deleted
I20240503 14:00:35.649794 20519 raft_consensus.cc:1050] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:35.650417 20519 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:35.652575 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.652866 17289 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.653185 17025 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.653335 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.653434 20672 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.653625 20519 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.653779 20669 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.653892 16894 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.654034 20672 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.654690 20607 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.656046 19056 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.656474 20607 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.656809 20519 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.657239 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:35.657629 20669 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:35.657994 16894 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.658823 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.658799 17025 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.661129 16749 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.661571 17554 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.661628 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.663405 17289 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.665964 19040 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:35.825243 17025 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:35.827114 17159 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.827212 17422 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.827281 17686 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.827747 17289 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.827728 20711 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.827859 16894 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.827906 20715 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.828233 20714 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.828374 20348 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.828505 20713 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.829216 17554 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:35.830148 20711 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:35.831370 20711 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:35.831856 16894 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:35.832389 17289 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:35.832615 17686 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:35.833928 17159 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:35.835301 16751 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } }
I20240503 14:00:35.835750 17422 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:35.837756 17554 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:35.840487 17025 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:35.842967 16894 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.842969 17422 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.843379 20348 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
W20240503 14:00:35.843546 16960 consensus_peers.cc:485] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 4d241f8516bc45b09025c70c502fc444. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:35.843721 20348 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.843813 17289 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.844249 17159 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.844316 20348 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.846984 20715 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.847352 20348 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:35.847685 17686 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.847635 16895 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:35.848037 17554 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:35.848515 20712 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.849570 16737 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 4d241f8516bc45b09025c70c502fc444 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:35.849445 17554 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:35.850081 17159 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:35.851861 16745 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:35.852881 17421 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:35.853492 20714 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:35.854785 17686 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:35.856458 17289 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:36.147789 20754 ts_tablet_manager.cc:902] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:36.148272 20754 tablet_copy_client.cc:308] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:38409
I20240503 14:00:36.151504 17443 tablet_copy_service.cc:140] P e760fb998d0240e5b4b229f8ced3bf81: Received BeginTabletCopySession request for tablet 888157931b464e8689a70eb9c77edca4 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:60929)
I20240503 14:00:36.151616 17443 tablet_copy_service.cc:161] P e760fb998d0240e5b4b229f8ced3bf81: Beginning new tablet copy session on tablet 888157931b464e8689a70eb9c77edca4 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:60929: session id = dcb78407b6a84cc5a6e661b9ceb1a417-888157931b464e8689a70eb9c77edca4
I20240503 14:00:36.152374 17443 tablet_copy_source_session.cc:205] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:36.153203 20754 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:36.155057 20754 tablet_copy_client.cc:783] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:36.155230 20754 tablet_copy_client.cc:647] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:36.156313 20754 tablet_copy_client.cc:523] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:36.157299 20754 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:36.177359 20754 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:36.177655 20754 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:36.177840 20754 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.021s user 0.018s sys 0.000s
I20240503 14:00:36.178323 20754 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:36.178442 20754 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:36.178543 20754 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:36.178912 20754 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.005s sys 0.000s
I20240503 14:00:36.179431 17443 tablet_copy_service.cc:342] P e760fb998d0240e5b4b229f8ced3bf81: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-888157931b464e8689a70eb9c77edca4 received from {username='slave'} at 127.0.99.137:60929
I20240503 14:00:36.179510 17443 tablet_copy_service.cc:433] P e760fb998d0240e5b4b229f8ced3bf81: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-888157931b464e8689a70eb9c77edca4 on tablet 888157931b464e8689a70eb9c77edca4 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:36.223510 17159 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:36.225160 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:36.225278 19040 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:36.225263 17421 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:36.225662 20763 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:36.225879 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:36.225867 20762 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:36.226473 20762 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:36.226667 20763 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:36.228080 16895 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:36.228487 20672 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:36.229280 20672 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.229878 17027 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:36.230315 20607 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:36.230305 19040 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.230983 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 38cafd9262a84ed5a02056e5a89661c6 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:36.231415 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.232216 16895 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.232273 17421 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.232483 17027 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.234452 17554 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.235950 16747 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:36.238801 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:36.239216 20766 tablet_replica.cc:330] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:36.239631 20766 raft_consensus.cc:2229] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:36.239987 20766 raft_consensus.cc:2258] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:36.241080 20766 ts_tablet_manager.cc:1875] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:36.243606 20766 ts_tablet_manager.cc:1888] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:36.243676 20766 log.cc:1196] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:36.244092 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 38cafd9262a84ed5a02056e5a89661c6 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:36.332931 20782 ts_tablet_manager.cc:902] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:36.333588 20782 tablet_copy_client.cc:308] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:36.334105 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet 4d241f8516bc45b09025c70c502fc444 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:57159)
I20240503 14:00:36.334250 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet 4d241f8516bc45b09025c70c502fc444 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:57159: session id = 4959c578d5604815b0a2f45a5a825c11-4d241f8516bc45b09025c70c502fc444
I20240503 14:00:36.335181 17047 tablet_copy_source_session.cc:205] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:36.336071 20782 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:36.338141 20782 tablet_copy_client.cc:783] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:36.338342 20782 tablet_copy_client.cc:647] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:36.339458 20782 tablet_copy_client.cc:523] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:36.340436 20782 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:36.358255 20782 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:36.358564 20782 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:36.358745 20782 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.018s user 0.018s sys 0.001s
I20240503 14:00:36.359150 20782 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:36.359284 20782 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:36.359391 20782 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:36.359647 20782 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:36.360260 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-4d241f8516bc45b09025c70c502fc444 received from {username='slave'} at 127.0.99.138:57159
I20240503 14:00:36.360344 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-4d241f8516bc45b09025c70c502fc444 on tablet 4d241f8516bc45b09025c70c502fc444 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:36.541260 17027 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:36.543269 17686 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:36.543404 17289 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:36.543422 16895 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:36.543777 17159 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:36.543816 20795 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:36.544925 20795 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:36.545245 20713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:36.545420 20796 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:36.545488 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:36.547248 17421 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:36.547549 20713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:36.547721 20795 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:36.548972 20348 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.549424 17289 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.549547 17159 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.552834 16749 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.555104 17421 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.556540 16895 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.557174 17686 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.559305 17554 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:36.564863 17025 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
W20240503 14:00:36.566735 16960 consensus_peers.cc:485] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: b6db00e7b16c42f281412067518b2f43. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:36.566956 17159 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:36.567009 17686 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:36.567131 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:36.567667 17421 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:36.567865 20795 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:36.568266 17289 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:36.568460 20713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:36.568585 20795 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:36.568679 16895 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:36.568706 20803 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:36.568848 20788 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:36.569118 20788 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:36.570829 20713 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:36.573153 16737 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet b6db00e7b16c42f281412067518b2f43 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:36.573252 17554 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:36.573480 16746 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:36.573642 17686 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:36.574378 16895 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:36.576822 17421 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:36.580015 17289 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:36.584353 17159 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:36.627547 19318 raft_consensus.cc:1203] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:36.783120 19040 raft_consensus.cc:1203] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:37.043136 20852 ts_tablet_manager.cc:902] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:37.043709 20852 tablet_copy_client.cc:308] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:37.044539 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet b6db00e7b16c42f281412067518b2f43 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:56425)
I20240503 14:00:37.044639 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet b6db00e7b16c42f281412067518b2f43 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:56425: session id = ade22f3f009245149c3823365628cf87-b6db00e7b16c42f281412067518b2f43
I20240503 14:00:37.045389 17047 tablet_copy_source_session.cc:205] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:37.046372 20852 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:37.048620 20852 tablet_copy_client.cc:783] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:37.048760 20852 tablet_copy_client.cc:647] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:37.050746 20852 tablet_copy_client.cc:523] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:37.051816 20852 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:37.071375 20852 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:37.071715 20852 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:37.071908 20852 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.020s user 0.019s sys 0.000s
I20240503 14:00:37.072399 20852 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:37.072523 20852 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:37.072635 20852 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:37.073001 20852 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 14:00:37.073592 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session ade22f3f009245149c3823365628cf87-b6db00e7b16c42f281412067518b2f43 received from {username='slave'} at 127.0.99.136:56425
I20240503 14:00:37.073684 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session ade22f3f009245149c3823365628cf87-b6db00e7b16c42f281412067518b2f43 on tablet b6db00e7b16c42f281412067518b2f43 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:37.102486 20621 raft_consensus.cc:1050] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:37.102994 20621 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:37.104879 17687 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.104894 17289 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.104898 16895 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.105260 20862 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.105654 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.105712 19318 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.105988 17554 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.106532 20860 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.106706 17159 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.106735 20621 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.106891 20862 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.107014 20451 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.107110 20623 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.107591 20451 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.110630 20861 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.111192 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.112241 17290 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.112435 16895 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.113415 17159 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.114250 17686 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.115171 16746 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:37.116505 17554 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.118486 19318 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.125905 17422 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:37.127444 17554 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.127564 17159 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.127645 19318 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.127884 20863 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.128191 17686 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.128234 20863 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.128638 20861 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.128758 16895 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.128844 20451 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.129158 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.129158 20451 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.130223 20451 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.131883 20863 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.133989 19318 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.134456 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 888157931b464e8689a70eb9c77edca4 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:37.134382 17686 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.136663 16749 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.138526 16895 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.140281 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 888157931b464e8689a70eb9c77edca4 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:37.140699 20874 tablet_replica.cc:330] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:37.140849 20874 raft_consensus.cc:2229] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:37.141103 20874 raft_consensus.cc:2258] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:37.140975 17159 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.141924 20874 ts_tablet_manager.cc:1875] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:37.142771 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.144491 20874 ts_tablet_manager.cc:1888] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:37.144621 20874 log.cc:1196] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/888157931b464e8689a70eb9c77edca4
I20240503 14:00:37.145304 17554 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:37.145743 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 888157931b464e8689a70eb9c77edca4 (table rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]) successfully deleted
I20240503 14:00:37.393568 20713 raft_consensus.cc:1050] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:37.394047 20713 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:37.396139 17290 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.396281 17686 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.396534 17554 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.396697 20892 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.396991 17422 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.397001 19040 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.397415 20892 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.397470 16895 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.397493 17159 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:37.397953 20788 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.398097 20713 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.398396 20803 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.398605 20713 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.400871 20788 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:37.401522 20788 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.401893 17159 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.402541 17554 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.404476 17422 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.404763 17686 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.405476 16745 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.406288 17290 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.410178 19040 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.410239 16895 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.413481 17025 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:37.415194 19040 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.415612 17554 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.415597 20892 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.416093 16895 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.416137 20891 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.416514 20891 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.416798 17159 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.417178 20891 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.417380 17422 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.417786 20892 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.417858 17686 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:37.418257 20892 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:37.420696 17686 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.420732 17422 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.422070 17554 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.422088 16895 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.424468 16748 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.420054 20891 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.427385 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 4d241f8516bc45b09025c70c502fc444 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:37.428000 17159 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.428521 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 4d241f8516bc45b09025c70c502fc444 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:37.428782 20874 tablet_replica.cc:330] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:37.428894 20874 raft_consensus.cc:2229] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:37.429047 20874 raft_consensus.cc:2258] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:37.429659 19040 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:37.430814 20874 ts_tablet_manager.cc:1875] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:37.432524 20874 ts_tablet_manager.cc:1888] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:37.432577 20874 log.cc:1196] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/4d241f8516bc45b09025c70c502fc444
I20240503 14:00:37.433020 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 4d241f8516bc45b09025c70c502fc444 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:37.459784 17159 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } }
I20240503 14:00:37.461418 17025 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.461462 17290 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.461498 16895 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.461514 17686 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.461866 20764 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.462097 20910 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.462178 17554 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.462443 20764 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.462571 20762 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.462708 20912 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.462967 17422 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.463356 20764 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.465850 20911 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.466241 17686 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.466689 17422 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.468654 17290 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.468756 17025 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.469101 17554 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.470716 16749 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.472793 16895 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } }
I20240503 14:00:37.476609 17159 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:37.478670 16894 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.478830 17686 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.479218 20910 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.479346 17290 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.479827 17025 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.480064 20912 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.480250 20911 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
W20240503 14:00:37.481065 17092 consensus_peers.cc:485] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: e8f707b2145d44eeab46180f8ade3ee7. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:37.481231 20925 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.481469 17422 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.482014 20762 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.483206 17554 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.483613 20762 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:37.484184 20910 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.485069 17686 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:37.485953 17290 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:37.486608 16739 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet e8f707b2145d44eeab46180f8ade3ee7 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:37.487059 17025 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:37.487748 17554 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:37.488087 16747 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:37.493842 17422 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:37.496017 16894 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:37.657658 19186 raft_consensus.cc:1203] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:37.714591 17025 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } }
I20240503 14:00:37.716454 17290 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.716492 17159 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.716526 17554 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.716885 20893 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.717140 20894 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.717437 20713 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.718711 17686 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.719823 20892 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.720927 17422 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.721344 20891 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.721400 16894 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 1 index: 4. (index mismatch)
I20240503 14:00:37.721763 20891 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.722095 20891 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.722457 17686 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.724859 17554 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.725345 16748 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index -1 to 4. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.726312 17159 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.728438 17290 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.729080 17422 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.730670 17025 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:37.733392 17554 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.733930 17422 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.734217 17686 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.734587 17159 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.735272 20788 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.735527 16894 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.735888 17290 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 1 index: 5. (index mismatch)
I20240503 14:00:37.736073 20788 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.736231 20894 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.736380 20892 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.736601 20803 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 3, Time since last communication: 0.000s
I20240503 14:00:37.736688 20892 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
I20240503 14:00:37.739480 16894 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.4: config changed from index -1 to 4. New config: { opid_index: 4 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } }
I20240503 14:00:37.740027 20893 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:37.740417 17686 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
W20240503 14:00:37.741436 16960 consensus_peers.cc:485] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 76b5c23498c54133a5bf16ef759a8221. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:37.742175 16737 catalog_manager.cc:4997] ChangeConfig:ADD_PEER:NON_VOTER RPC for tablet 76b5c23498c54133a5bf16ef759a8221 with cas_config_opid_index 4: ChangeConfig:ADD_PEER:NON_VOTER succeeded (attempt 1)
I20240503 14:00:37.743325 16749 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:37.744654 17422 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:37.745908 17554 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:37.746435 17290 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:37.748167 16894 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:37.750960 17158 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.5: config changed from index 4 to 5, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:38.051102 20983 ts_tablet_manager.cc:902] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:38.051554 20983 tablet_copy_client.cc:308] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:38.052024 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet e8f707b2145d44eeab46180f8ade3ee7 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:40579)
I20240503 14:00:38.052134 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet e8f707b2145d44eeab46180f8ade3ee7 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:40579: session id = ade22f3f009245149c3823365628cf87-e8f707b2145d44eeab46180f8ade3ee7
I20240503 14:00:38.052866 17179 tablet_copy_source_session.cc:205] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:38.053714 20983 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:38.055464 20983 tablet_copy_client.cc:783] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:38.055622 20983 tablet_copy_client.cc:647] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:38.056741 20983 tablet_copy_client.cc:523] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:38.058174 20983 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:38.077248 20983 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:38.077525 20983 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:38.077714 20983 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.020s user 0.013s sys 0.004s
I20240503 14:00:38.078171 20983 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:38.078374 20983 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:38.078488 20983 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:38.078820 20983 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:38.079298 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session ade22f3f009245149c3823365628cf87-e8f707b2145d44eeab46180f8ade3ee7 received from {username='slave'} at 127.0.99.136:40579
I20240503 14:00:38.079378 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session ade22f3f009245149c3823365628cf87-e8f707b2145d44eeab46180f8ade3ee7 on tablet e8f707b2145d44eeab46180f8ade3ee7 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:38.116047 20891 raft_consensus.cc:1050] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:38.116490 20891 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:38.118505 17422 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:38.118539 17686 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:38.118681 17158 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:38.118896 17290 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:38.119040 20991 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:38.119186 19186 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:38.119346 20892 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:38.119576 20788 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:38.119720 20803 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:38.120501 16895 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:38.121064 20893 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:38.122494 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:38.122974 20788 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:38.123121 20991 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:38.123303 20892 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.123967 17290 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.124619 16894 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.124640 17422 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.126000 17554 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.127660 16745 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.128015 17686 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.129443 17158 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.132091 19186 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.212221 21016 ts_tablet_manager.cc:902] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:38.212706 21016 tablet_copy_client.cc:308] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:38.216122 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet 76b5c23498c54133a5bf16ef759a8221 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:51181)
I20240503 14:00:38.216231 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet 76b5c23498c54133a5bf16ef759a8221 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:51181: session id = dcb78407b6a84cc5a6e661b9ceb1a417-76b5c23498c54133a5bf16ef759a8221
I20240503 14:00:38.217048 17047 tablet_copy_source_session.cc:205] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:38.217939 21016 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:38.219923 21016 tablet_copy_client.cc:783] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:38.220093 21016 tablet_copy_client.cc:647] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:38.221226 21016 tablet_copy_client.cc:523] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:38.222348 21016 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:38.240855 21016 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:38.241180 21016 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:38.241334 21016 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.019s user 0.016s sys 0.000s
I20240503 14:00:38.241736 21016 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:38.241847 21016 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:38.241959 21016 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 1.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 5 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:38.242384 21016 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:38.243062 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-76b5c23498c54133a5bf16ef759a8221 received from {username='slave'} at 127.0.99.137:51181
I20240503 14:00:38.243147 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-76b5c23498c54133a5bf16ef759a8221 on tablet 76b5c23498c54133a5bf16ef759a8221 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:38.526619 19186 raft_consensus.cc:1203] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:38.613132 19318 raft_consensus.cc:1203] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.4->[1.5-1.5] Dedup: 1.5->[]
I20240503 14:00:38.692940 17025 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:38.694862 16894 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:38.694936 19186 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:38.694936 17686 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:38.695276 20713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:38.695590 20713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:38.695647 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:38.695842 17158 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:38.696147 21056 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:38.696285 20713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:38.696717 17422 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:38.697096 21056 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:38.698370 20991 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:38.700259 17422 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.700314 17554 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.701014 17158 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.702752 20713 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.703632 16747 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.704499 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet b6db00e7b16c42f281412067518b2f43 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:38.705222 17686 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.705839 16894 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.705893 19186 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:38.709282 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet b6db00e7b16c42f281412067518b2f43 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:38.710042 21062 tablet_replica.cc:330] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:38.710244 21062 raft_consensus.cc:2229] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:38.710604 21062 raft_consensus.cc:2258] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:38.711350 21062 ts_tablet_manager.cc:1875] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:38.713893 21062 ts_tablet_manager.cc:1888] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:38.713963 21062 log.cc:1196] T b6db00e7b16c42f281412067518b2f43 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/b6db00e7b16c42f281412067518b2f43
I20240503 14:00:38.714536 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet b6db00e7b16c42f281412067518b2f43 (table rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]) successfully deleted
I20240503 14:00:39.132707 21058 raft_consensus.cc:1050] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:39.133410 21058 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:39.135325 17686 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.135711 17422 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.135953 17554 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.136145 17158 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.136381 21056 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.136552 21058 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.136862 21058 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.137115 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.137583 17290 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.138227 19318 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.138826 20911 raft_consensus.cc:1050] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:39.139370 20911 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 1.5, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:39.139515 21056 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.139832 21056 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.140100 16894 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.140625 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.142557 19186 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.142616 17686 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.142848 17553 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.142999 21040 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.143170 17421 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.143390 21040 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.143479 17289 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.143690 21040 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.144013 21040 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.144116 16895 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.145574 17025 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 5. Preceding OpId from leader: term: 1 index: 6. (index mismatch)
I20240503 14:00:39.145944 20911 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.146317 20911 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.146389 21057 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.148558 17421 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.148620 17686 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.150072 17289 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.150179 16895 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.151993 16748 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:39.153029 17553 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.153952 17158 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.156278 21098 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
I20240503 14:00:39.159082 17025 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.159449 19318 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.159816 21097 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.161844 17686 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.161877 19186 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.163123 17025 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:39.164671 17290 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.165226 16895 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.165349 17158 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.165614 20803 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.165840 21058 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.166412 16894 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.167409 17554 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.167425 17421 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.168195 17687 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.168175 17553 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.168387 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.168718 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.168762 16749 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.170691 19318 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.170737 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.171928 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.174763 20991 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.175509 17422 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.176129 17553 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.177222 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 76b5c23498c54133a5bf16ef759a8221 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:39.177330 17158 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.178469 17687 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.179009 16751 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:39.180225 16894 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.182226 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet 76b5c23498c54133a5bf16ef759a8221 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:39.182610 21062 tablet_replica.cc:330] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:39.182744 21062 raft_consensus.cc:2229] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:39.182941 21062 raft_consensus.cc:2258] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:39.183681 21062 ts_tablet_manager.cc:1875] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:39.185918 21062 ts_tablet_manager.cc:1888] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:39.185981 21062 log.cc:1196] T 76b5c23498c54133a5bf16ef759a8221 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/76b5c23498c54133a5bf16ef759a8221
I20240503 14:00:39.185899 17422 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.6: config changed from index 5 to 6, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 6 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.187306 19318 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:39.188120 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet 76b5c23498c54133a5bf16ef759a8221 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:39.190635 17158 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 1.6, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:39.192162 19186 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.192314 17025 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.192538 17687 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.192683 21096 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.192925 16894 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.192970 21099 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.193286 21097 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.193450 21099 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.193763 17553 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.194129 21099 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.194263 17422 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 6. Preceding OpId from leader: term: 1 index: 7. (index mismatch)
I20240503 14:00:39.194690 21099 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
I20240503 14:00:39.197018 21099 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.197590 19186 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.198606 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet e8f707b2145d44eeab46180f8ade3ee7 with cas_config_opid_index 6: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:39.199120 17687 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.199280 17025 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.200613 16746 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.201948 17554 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.202461 16894 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.205241 17422 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.7: config changed from index 6 to 7, VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) evicted. New config: { opid_index: 7 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:39.206506 17270 tablet_service.cc:1514] Processing DeleteTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 with delete_type TABLET_DATA_TOMBSTONED (TS 026c625717ca4ce0bbb1ff3af3fde786 not found in new config with opid_index 7) from {username='slave'} at 127.0.0.1:50150
I20240503 14:00:39.207343 21062 tablet_replica.cc:330] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: stopping tablet replica
I20240503 14:00:39.207495 21062 raft_consensus.cc:2229] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:39.207746 21062 raft_consensus.cc:2258] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:39.208519 21062 ts_tablet_manager.cc:1875] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:39.210309 21062 ts_tablet_manager.cc:1888] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.6
I20240503 14:00:39.210388 21062 log.cc:1196] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-3/wal/wals/e8f707b2145d44eeab46180f8ade3ee7
I20240503 14:00:39.211019 16740 catalog_manager.cc:4830] TS 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): tablet e8f707b2145d44eeab46180f8ade3ee7 (table rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]) successfully deleted
I20240503 14:00:39.565479 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:39.565721 16874 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:39.566087 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:39.572073 17007 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:39.576200 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:39.588266 17403 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:39.600147 17535 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:39.617478 19298 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:39.617693 19167 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:39.625042 17665 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:39.741276 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:39.744510 16874 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:39.744699 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:39.748445 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:39.765163 19167 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:39.767223 17007 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:39.781497 17535 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:39.782235 19298 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:39.782493 17403 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:39.792088 17665 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:39.854578 17687 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:39.856773 17158 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.856773 17290 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.857187 17422 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.857210 17025 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.857550 19187 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.858049 16895 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.857606 21219 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.858493 21220 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.858690 21222 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.858897 20684 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.859066 21217 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.859273 21218 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.863932 17422 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
W20240503 14:00:39.864529 17620 consensus_peers.cc:485] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 4677243748264636abf49085d96c9bc5. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:39.864876 17158 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.865129 19187 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.867599 17290 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.863454 21220 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.868717 16746 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.874486 17025 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.877847 16895 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.888527 17025 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:39.890728 19186 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.891219 21058 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.891443 17687 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.892057 21057 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.892338 17554 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.892683 21057 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.893028 17422 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.893435 21057 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.895195 17158 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.895354 16895 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.895669 21239 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.895833 21057 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:39.896054 16960 consensus_peers.cc:485] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: ff76c1deb8f64d80b713732485248ae5. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:39.897284 21058 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.898106 16895 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.898145 17687 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.898391 17554 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.900609 19186 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.901559 16745 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.903659 17158 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.904515 17422 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.915447 17554 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:39.918231 19186 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.918273 17158 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.918634 17025 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.918704 21124 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.919054 16895 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.919103 21124 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.919238 17422 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.919692 21259 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:39.920249 17488 consensus_peers.cc:485] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: af3ce82b94f44182a8818771ac19115c. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:39.920598 17687 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.921058 21259 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.921286 21258 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.922034 21124 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.923358 21255 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.923683 19186 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.924585 17158 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.926262 17422 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.926687 17025 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.927949 17687 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.929023 16751 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.930989 16895 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:39.945120 17422 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:39.948010 16895 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.948014 17554 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.948467 19040 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.948769 21079 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.949133 17158 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.949131 21079 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.949270 17687 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.949370 21079 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.949596 21079 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.949818 21079 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:39.950273 17356 consensus_peers.cc:485] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 1b948fcb7d424557b102f4923de0f547. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:39.950325 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.950742 21079 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.953765 21274 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:39.954277 17554 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:39.956594 16895 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:39.956840 16747 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:39.957218 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:39.960844 19040 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:39.961669 17687 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:39.963959 17158 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:39.971531 17687 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:39.973368 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.973819 17025 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.973807 19186 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.974279 21219 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.974540 21220 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.974668 21219 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.974726 16895 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.975245 21217 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.975441 17554 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.975878 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:39.976651 21217 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:39.977006 21217 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:39.978519 17620 consensus_peers.cc:485] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d9c54ff9b423418caa553ba45fbbf0d0. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:39.980023 21219 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.980567 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.980635 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.983137 17554 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.983244 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.983249 16895 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.985298 16750 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.988901 19186 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:39.998121 16895 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.000766 17422 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.000919 17025 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.001291 19040 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.001271 21301 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:40.001889 16828 consensus_peers.cc:485] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: f354f4b71ede4d9c994b521734e76bcb. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.001942 17290 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.002087 21301 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.002449 21303 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.002897 21302 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.002914 17158 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.003660 17554 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.003912 21304 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.004230 20957 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.006312 20957 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.006917 17025 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.007025 17554 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.007236 17290 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.009233 17158 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.009963 16746 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.010864 17422 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.012637 19040 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.023859 16895 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.025935 17422 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.026163 17158 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.026366 17290 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.026611 19318 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.026901 21303 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.026986 17687 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.027206 20957 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.027894 17025 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.028398 20957 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.028739 20957 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.030638 21090 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.031615 21302 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:40.032022 16828 consensus_peers.cc:485] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: a3500b4f8fe64f80a7a7c5645e2aeea4. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.032289 21090 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.032805 17422 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.034241 17025 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.034500 17158 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.035152 19317 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.035214 17687 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.036264 17290 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.038689 16751 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.049790 17025 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.051659 19186 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.051867 16895 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.052038 21058 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.052249 21247 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.052505 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.052536 17422 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
W20240503 14:00:40.052595 16960 consensus_peers.cc:485] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: b6db00e7b16c42f281412067518b2f43. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.053077 21247 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.053195 17687 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.053222 21058 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.053587 21058 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.053956 17158 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.055588 21247 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.056699 21247 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.057981 17687 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.058934 17554 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.059492 16895 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.059867 19186 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.061197 17422 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.061754 16749 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:40.064548 17158 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.073144 17158 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.075491 16895 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.075855 17554 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.075860 17422 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.076063 21347 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.076259 19040 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.076570 21100 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.076661 17025 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.076722 21040 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.077281 21040 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.077320 17687 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.077589 21040 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.078888 21347 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.080940 21100 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
W20240503 14:00:40.081532 17092 consensus_peers.cc:485] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 33d41ba26f0b4bbe919adf85c512b2d5. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.081487 17687 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.083479 16895 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.083739 17025 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.083837 17554 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.086990 16750 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.088788 19040 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.091881 17422 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.096654 16895 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.098873 19317 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.098990 17158 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.099298 17290 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.099298 17422 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
W20240503 14:00:40.099570 16828 consensus_peers.cc:485] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 1def87e965d946c99271938a41f3746b. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.099627 17687 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.099615 21090 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.099817 21303 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.100026 21324 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.100281 21304 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.100360 17025 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.100881 21304 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.101485 21302 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.103974 21303 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.104506 17290 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.104553 17158 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.106060 17422 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.106613 19317 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.108275 16750 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.109154 17025 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.112192 17687 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.122685 17159 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.124771 17687 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.124872 19186 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.125051 17422 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.125236 16895 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.125260 17554 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.125495 21375 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.125705 21348 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.125842 21346 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.126035 21374 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:40.126250 17092 consensus_peers.cc:485] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: f96a27776dbb450884608c3ff63ec245. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.126361 21347 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.128906 17025 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.129087 21374 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.129319 21346 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.129619 17687 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.130929 19186 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.132104 16895 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.133193 16748 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.134312 17554 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.136796 17422 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.137892 17025 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.148995 17159 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.150799 19040 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.150856 17687 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
W20240503 14:00:40.150946 17092 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 38cafd9262a84ed5a02056e5a89661c6. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.151242 21346 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.151532 16895 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.151834 17025 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.151989 21374 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.152230 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.152228 21375 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.152577 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.153229 21374 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.153551 21374 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.154819 21374 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.155880 21374 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.157490 19040 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.158262 16895 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.158483 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.159513 17687 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.160704 16746 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 reported cstate change: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.163764 17554 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.167236 17025 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:40.176103 17422 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.178148 17159 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.178354 16895 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.178601 21272 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.178725 19317 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
W20240503 14:00:40.178817 17356 consensus_peers.cc:485] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 888157931b464e8689a70eb9c77edca4. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.179036 21272 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.179075 17687 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.179594 21275 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.179723 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.180274 21079 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.180593 21079 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.180622 17554 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.181048 21079 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.182808 21275 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.183105 16895 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.183426 17554 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.186233 16745 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.186902 17687 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.186969 17159 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.189213 19317 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.192569 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:40.198542 17290 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.200585 17687 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.200891 17159 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.200968 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.201042 21416 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.201316 16895 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.201323 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.201683 20426 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.201964 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:40.201835 21415 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.202716 21416 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.203029 21416 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.203158 21415 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:40.205338 21414 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.205754 19317 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.207752 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.207814 17687 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.207788 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.209693 16746 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.211716 16895 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:40.212488 17159 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
W20240503 14:00:40.216252 17224 consensus_peers.cc:485] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: c335093cbbf74398ad25118b436b34d8. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:40.387576 21494 ts_tablet_manager.cc:902] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251)
I20240503 14:00:40.388168 21494 tablet_copy_client.cc:308] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.134:42251
I20240503 14:00:40.388669 17575 tablet_copy_service.cc:140] P ff873760acac43f7bbb9438b61324220: Received BeginTabletCopySession request for tablet af3ce82b94f44182a8818771ac19115c from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:50455)
I20240503 14:00:40.388779 17575 tablet_copy_service.cc:161] P ff873760acac43f7bbb9438b61324220: Beginning new tablet copy session on tablet af3ce82b94f44182a8818771ac19115c from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:50455: session id = dcb78407b6a84cc5a6e661b9ceb1a417-af3ce82b94f44182a8818771ac19115c
I20240503 14:00:40.389480 17575 tablet_copy_source_session.cc:205] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.390437 21494 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet af3ce82b94f44182a8818771ac19115c. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.392431 21494 tablet_copy_client.cc:783] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.392591 21494 tablet_copy_client.cc:647] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.393643 21494 tablet_copy_client.cc:523] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.394654 21494 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:40.410981 21500 ts_tablet_manager.cc:902] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:40.411581 21500 tablet_copy_client.cc:308] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.135:39329
I20240503 14:00:40.413637 21494 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.413933 21494 tablet_bootstrap.cc:492] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:40.414113 21494 ts_tablet_manager.cc:1367] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.019s user 0.013s sys 0.003s
I20240503 14:00:40.414666 21494 raft_consensus.cc:348] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.414865 21494 raft_consensus.cc:729] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:40.415007 21494 consensus_queue.cc:260] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.415307 21494 ts_tablet_manager.cc:1398] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:40.415457 17707 tablet_copy_service.cc:140] P f18457af7c0e4c099dbc02b05e0592d8: Received BeginTabletCopySession request for tablet 4677243748264636abf49085d96c9bc5 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:52019)
I20240503 14:00:40.415585 17707 tablet_copy_service.cc:161] P f18457af7c0e4c099dbc02b05e0592d8: Beginning new tablet copy session on tablet 4677243748264636abf49085d96c9bc5 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:52019: session id = dcb78407b6a84cc5a6e661b9ceb1a417-4677243748264636abf49085d96c9bc5
I20240503 14:00:40.415881 17575 tablet_copy_service.cc:342] P ff873760acac43f7bbb9438b61324220: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-af3ce82b94f44182a8818771ac19115c received from {username='slave'} at 127.0.99.137:50455
I20240503 14:00:40.415964 17575 tablet_copy_service.cc:433] P ff873760acac43f7bbb9438b61324220: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-af3ce82b94f44182a8818771ac19115c on tablet af3ce82b94f44182a8818771ac19115c with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:40.416595 17707 tablet_copy_source_session.cc:205] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.417490 21500 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4677243748264636abf49085d96c9bc5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.420006 21500 tablet_copy_client.cc:783] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.420393 21500 tablet_copy_client.cc:647] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.421664 21500 tablet_copy_client.cc:523] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.422842 21500 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:40.426038 21506 ts_tablet_manager.cc:902] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:40.426744 21506 tablet_copy_client.cc:308] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:40.427239 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet ff76c1deb8f64d80b713732485248ae5 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:57159)
I20240503 14:00:40.427337 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet ff76c1deb8f64d80b713732485248ae5 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:57159: session id = 4959c578d5604815b0a2f45a5a825c11-ff76c1deb8f64d80b713732485248ae5
I20240503 14:00:40.428071 17047 tablet_copy_source_session.cc:205] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.428970 21506 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ff76c1deb8f64d80b713732485248ae5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.430727 21506 tablet_copy_client.cc:783] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.430882 21506 tablet_copy_client.cc:647] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.432910 21506 tablet_copy_client.cc:523] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.433365 21512 ts_tablet_manager.cc:902] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:40.433943 21512 tablet_copy_client.cc:308] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.135:39329
I20240503 14:00:40.434351 21506 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:40.439052 17707 tablet_copy_service.cc:140] P f18457af7c0e4c099dbc02b05e0592d8: Received BeginTabletCopySession request for tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:52505)
I20240503 14:00:40.439178 17707 tablet_copy_service.cc:161] P f18457af7c0e4c099dbc02b05e0592d8: Beginning new tablet copy session on tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:52505: session id = 4959c578d5604815b0a2f45a5a825c11-d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:40.440133 17707 tablet_copy_source_session.cc:205] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.441546 21512 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.443761 21512 tablet_copy_client.cc:783] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.443914 21512 tablet_copy_client.cc:647] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.445863 21512 tablet_copy_client.cc:523] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.446523 21500 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.446799 21500 tablet_bootstrap.cc:492] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:40.446978 21500 ts_tablet_manager.cc:1367] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.024s user 0.021s sys 0.003s
I20240503 14:00:40.447230 21512 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:40.447402 21500 raft_consensus.cc:348] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.447561 21500 raft_consensus.cc:729] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:40.447682 21500 consensus_queue.cc:260] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.447994 21500 ts_tablet_manager.cc:1398] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:40.450030 17707 tablet_copy_service.cc:342] P f18457af7c0e4c099dbc02b05e0592d8: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-4677243748264636abf49085d96c9bc5 received from {username='slave'} at 127.0.99.137:52019
I20240503 14:00:40.450142 17707 tablet_copy_service.cc:433] P f18457af7c0e4c099dbc02b05e0592d8: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-4677243748264636abf49085d96c9bc5 on tablet 4677243748264636abf49085d96c9bc5 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:40.453845 21519 ts_tablet_manager.cc:902] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017)
I20240503 14:00:40.454514 21519 tablet_copy_client.cc:308] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:34017
I20240503 14:00:40.458359 16915 tablet_copy_service.cc:140] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Received BeginTabletCopySession request for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:57429)
I20240503 14:00:40.458480 16915 tablet_copy_service.cc:161] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Beginning new tablet copy session on tablet a3500b4f8fe64f80a7a7c5645e2aeea4 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:57429: session id = ade22f3f009245149c3823365628cf87-a3500b4f8fe64f80a7a7c5645e2aeea4
I20240503 14:00:40.459513 16915 tablet_copy_source_session.cc:205] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.459731 21526 ts_tablet_manager.cc:902] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:40.460357 21526 tablet_copy_client.cc:308] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:38409
I20240503 14:00:40.460546 21519 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a3500b4f8fe64f80a7a7c5645e2aeea4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.460855 17443 tablet_copy_service.cc:140] P e760fb998d0240e5b4b229f8ced3bf81: Received BeginTabletCopySession request for tablet 1b948fcb7d424557b102f4923de0f547 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:54149)
I20240503 14:00:40.460986 17443 tablet_copy_service.cc:161] P e760fb998d0240e5b4b229f8ced3bf81: Beginning new tablet copy session on tablet 1b948fcb7d424557b102f4923de0f547 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:54149: session id = ade22f3f009245149c3823365628cf87-1b948fcb7d424557b102f4923de0f547
I20240503 14:00:40.461979 17443 tablet_copy_source_session.cc:205] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.462865 21526 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.463239 21519 tablet_copy_client.cc:783] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.463438 21519 tablet_copy_client.cc:647] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.463656 21506 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.464012 21506 tablet_bootstrap.cc:492] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:40.464229 21506 ts_tablet_manager.cc:1367] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.030s user 0.026s sys 0.003s
I20240503 14:00:40.464644 21519 tablet_copy_client.cc:523] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.464834 21506 raft_consensus.cc:348] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.465111 21506 raft_consensus.cc:729] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:40.465266 21506 consensus_queue.cc:260] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.465720 21526 tablet_copy_client.cc:783] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.465857 21526 tablet_copy_client.cc:647] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.465864 21519 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:40.466423 21506 ts_tablet_manager.cc:1398] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:40.467967 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-ff76c1deb8f64d80b713732485248ae5 received from {username='slave'} at 127.0.99.138:57159
I20240503 14:00:40.468052 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-ff76c1deb8f64d80b713732485248ae5 on tablet ff76c1deb8f64d80b713732485248ae5 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:40.468750 21526 tablet_copy_client.cc:523] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.471031 21526 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:40.481396 21512 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.481664 21512 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:40.481851 21512 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.035s user 0.024s sys 0.000s
I20240503 14:00:40.482332 21512 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.482507 21512 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:40.482625 21512 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.483435 21512 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
I20240503 14:00:40.483942 17707 tablet_copy_service.cc:342] P f18457af7c0e4c099dbc02b05e0592d8: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-d9c54ff9b423418caa553ba45fbbf0d0 received from {username='slave'} at 127.0.99.138:52505
I20240503 14:00:40.484072 17707 tablet_copy_service.cc:433] P f18457af7c0e4c099dbc02b05e0592d8: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-d9c54ff9b423418caa553ba45fbbf0d0 on tablet d9c54ff9b423418caa553ba45fbbf0d0 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:40.502913 21500 ts_tablet_manager.cc:902] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017)
I20240503 14:00:40.503386 21500 tablet_copy_client.cc:308] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:34017
I20240503 14:00:40.503930 16915 tablet_copy_service.cc:140] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Received BeginTabletCopySession request for tablet f354f4b71ede4d9c994b521734e76bcb from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:33123)
I20240503 14:00:40.504040 16915 tablet_copy_service.cc:161] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Beginning new tablet copy session on tablet f354f4b71ede4d9c994b521734e76bcb from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:33123: session id = dcb78407b6a84cc5a6e661b9ceb1a417-f354f4b71ede4d9c994b521734e76bcb
I20240503 14:00:40.504973 16915 tablet_copy_source_session.cc:205] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.507757 21500 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f354f4b71ede4d9c994b521734e76bcb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.510114 21500 tablet_copy_client.cc:783] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.510569 21500 tablet_copy_client.cc:647] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.515106 21512 ts_tablet_manager.cc:902] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:40.515614 21512 tablet_copy_client.cc:308] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:40.516348 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet b6db00e7b16c42f281412067518b2f43 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:57159)
I20240503 14:00:40.516461 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet b6db00e7b16c42f281412067518b2f43 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:57159: session id = 4959c578d5604815b0a2f45a5a825c11-b6db00e7b16c42f281412067518b2f43
I20240503 14:00:40.517432 17047 tablet_copy_source_session.cc:205] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.518437 21512 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b6db00e7b16c42f281412067518b2f43. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.521327 21512 tablet_copy_client.cc:783] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.521494 21512 tablet_copy_client.cc:647] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.525019 21526 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.525383 21526 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:40.525610 21526 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.055s user 0.019s sys 0.010s
I20240503 14:00:40.526175 21526 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.526479 21526 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:40.526633 21526 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.529744 21526 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.004s user 0.000s sys 0.001s
I20240503 14:00:40.531397 21500 tablet_copy_client.cc:523] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.532861 21500 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:40.534492 17443 tablet_copy_service.cc:342] P e760fb998d0240e5b4b229f8ced3bf81: Request end of tablet copy session ade22f3f009245149c3823365628cf87-1b948fcb7d424557b102f4923de0f547 received from {username='slave'} at 127.0.99.136:54149
I20240503 14:00:40.534574 17443 tablet_copy_service.cc:433] P e760fb998d0240e5b4b229f8ced3bf81: ending tablet copy session ade22f3f009245149c3823365628cf87-1b948fcb7d424557b102f4923de0f547 on tablet 1b948fcb7d424557b102f4923de0f547 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:40.538357 21512 tablet_copy_client.cc:523] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.538513 21519 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.538762 21519 tablet_bootstrap.cc:492] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:40.538925 21519 ts_tablet_manager.cc:1367] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.073s user 0.029s sys 0.000s
I20240503 14:00:40.539302 21519 raft_consensus.cc:348] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.539435 21519 raft_consensus.cc:729] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:40.539532 21519 consensus_queue.cc:260] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.539721 21512 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:40.541500 21519 ts_tablet_manager.cc:1398] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:40.542157 21506 ts_tablet_manager.cc:902] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:40.543299 21506 tablet_copy_client.cc:308] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:40.543431 16915 tablet_copy_service.cc:342] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Request end of tablet copy session ade22f3f009245149c3823365628cf87-a3500b4f8fe64f80a7a7c5645e2aeea4 received from {username='slave'} at 127.0.99.136:57429
I20240503 14:00:40.543502 16915 tablet_copy_service.cc:433] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: ending tablet copy session ade22f3f009245149c3823365628cf87-a3500b4f8fe64f80a7a7c5645e2aeea4 on tablet a3500b4f8fe64f80a7a7c5645e2aeea4 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:40.543745 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet f96a27776dbb450884608c3ff63ec245 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:52539)
I20240503 14:00:40.543851 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet f96a27776dbb450884608c3ff63ec245 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:52539: session id = 4959c578d5604815b0a2f45a5a825c11-f96a27776dbb450884608c3ff63ec245
I20240503 14:00:40.544880 17179 tablet_copy_source_session.cc:205] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.546277 21506 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.548327 21506 tablet_copy_client.cc:783] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.548621 21506 tablet_copy_client.cc:647] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.551352 21506 tablet_copy_client.cc:523] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.552605 21506 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:40.571719 21500 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.586431 21500 tablet_bootstrap.cc:492] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:40.586670 21500 ts_tablet_manager.cc:1367] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.054s user 0.020s sys 0.010s
I20240503 14:00:40.587147 21500 raft_consensus.cc:348] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.587302 21500 raft_consensus.cc:729] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:40.587412 21500 consensus_queue.cc:260] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.587708 21500 ts_tablet_manager.cc:1398] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:40.588752 16915 tablet_copy_service.cc:342] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-f354f4b71ede4d9c994b521734e76bcb received from {username='slave'} at 127.0.99.137:33123
I20240503 14:00:40.588840 16915 tablet_copy_service.cc:433] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-f354f4b71ede4d9c994b521734e76bcb on tablet f354f4b71ede4d9c994b521734e76bcb with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:40.593456 21506 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.593699 21506 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:40.593855 21506 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.041s user 0.018s sys 0.004s
I20240503 14:00:40.594103 21512 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.594398 21512 tablet_bootstrap.cc:492] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:40.594374 21506 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.594482 21506 raft_consensus.cc:729] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:40.594553 21506 consensus_queue.cc:260] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.594565 21512 ts_tablet_manager.cc:1367] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.055s user 0.018s sys 0.010s
I20240503 14:00:40.594815 21506 ts_tablet_manager.cc:1398] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:40.594980 21512 raft_consensus.cc:348] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.595127 21512 raft_consensus.cc:729] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:40.595255 21512 consensus_queue.cc:260] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.595558 21512 ts_tablet_manager.cc:1398] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:40.595788 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-f96a27776dbb450884608c3ff63ec245 received from {username='slave'} at 127.0.99.138:52539
I20240503 14:00:40.595882 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-f96a27776dbb450884608c3ff63ec245 on tablet f96a27776dbb450884608c3ff63ec245 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:40.596405 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-b6db00e7b16c42f281412067518b2f43 received from {username='slave'} at 127.0.99.138:57159
I20240503 14:00:40.596489 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-b6db00e7b16c42f281412067518b2f43 on tablet b6db00e7b16c42f281412067518b2f43 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:40.599148 21519 ts_tablet_manager.cc:902] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017)
I20240503 14:00:40.599602 21519 tablet_copy_client.cc:308] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.129:34017
I20240503 14:00:40.600033 16915 tablet_copy_service.cc:140] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Received BeginTabletCopySession request for tablet 1def87e965d946c99271938a41f3746b from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:57429)
I20240503 14:00:40.600147 16915 tablet_copy_service.cc:161] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Beginning new tablet copy session on tablet 1def87e965d946c99271938a41f3746b from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:57429: session id = ade22f3f009245149c3823365628cf87-1def87e965d946c99271938a41f3746b
I20240503 14:00:40.601048 16915 tablet_copy_source_session.cc:205] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.601899 21519 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1def87e965d946c99271938a41f3746b. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.604112 21519 tablet_copy_client.cc:783] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.604265 21519 tablet_copy_client.cc:647] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.605499 21519 tablet_copy_client.cc:523] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.606775 21519 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:40.633117 21519 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.633379 21519 tablet_bootstrap.cc:492] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:40.633527 21519 ts_tablet_manager.cc:1367] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.027s user 0.018s sys 0.005s
I20240503 14:00:40.633903 21519 raft_consensus.cc:348] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.634019 21519 raft_consensus.cc:729] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:40.634106 21519 consensus_queue.cc:260] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.634440 21519 ts_tablet_manager.cc:1398] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.000s sys 0.004s
I20240503 14:00:40.634912 16915 tablet_copy_service.cc:342] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Request end of tablet copy session ade22f3f009245149c3823365628cf87-1def87e965d946c99271938a41f3746b received from {username='slave'} at 127.0.99.136:57429
I20240503 14:00:40.634984 16915 tablet_copy_service.cc:433] P 0a2f4aa4f4274c178ebc6b0c4d26e51d: ending tablet copy session ade22f3f009245149c3823365628cf87-1def87e965d946c99271938a41f3746b on tablet 1def87e965d946c99271938a41f3746b with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:40.675084 21500 ts_tablet_manager.cc:902] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:40.675611 21500 tablet_copy_client.cc:308] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:40.678913 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 33d41ba26f0b4bbe919adf85c512b2d5 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:60503)
I20240503 14:00:40.679044 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 33d41ba26f0b4bbe919adf85c512b2d5 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:60503: session id = dcb78407b6a84cc5a6e661b9ceb1a417-33d41ba26f0b4bbe919adf85c512b2d5
I20240503 14:00:40.679991 17179 tablet_copy_source_session.cc:205] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.680828 21500 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.682559 21500 tablet_copy_client.cc:783] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.682749 21500 tablet_copy_client.cc:647] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.683970 21500 tablet_copy_client.cc:523] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.685235 21500 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:40.699252 21512 ts_tablet_manager.cc:902] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435)
I20240503 14:00:40.699739 21512 tablet_copy_client.cc:308] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:45435
I20240503 14:00:40.703557 17311 tablet_copy_service.cc:140] P 026c625717ca4ce0bbb1ff3af3fde786: Received BeginTabletCopySession request for tablet c335093cbbf74398ad25118b436b34d8 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:55571)
I20240503 14:00:40.703675 17311 tablet_copy_service.cc:161] P 026c625717ca4ce0bbb1ff3af3fde786: Beginning new tablet copy session on tablet c335093cbbf74398ad25118b436b34d8 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:55571: session id = 4959c578d5604815b0a2f45a5a825c11-c335093cbbf74398ad25118b436b34d8
I20240503 14:00:40.704741 17311 tablet_copy_source_session.cc:205] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.705740 21512 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.707722 21512 tablet_copy_client.cc:783] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.707893 21512 tablet_copy_client.cc:647] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.709527 21512 tablet_copy_client.cc:523] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.710573 21512 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:40.713326 21500 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.713598 21500 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:40.713761 21500 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.029s user 0.022s sys 0.004s
I20240503 14:00:40.714248 21500 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.714392 21500 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:40.714486 21500 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.715044 21500 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 14:00:40.725692 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-33d41ba26f0b4bbe919adf85c512b2d5 received from {username='slave'} at 127.0.99.137:60503
I20240503 14:00:40.725797 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-33d41ba26f0b4bbe919adf85c512b2d5 on tablet 33d41ba26f0b4bbe919adf85c512b2d5 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:40.735327 21512 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.735674 21512 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:40.735872 21512 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.025s user 0.024s sys 0.000s
I20240503 14:00:40.736337 21512 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.736485 21512 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:40.736585 21512 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:40.736971 21512 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 14:00:40.737805 17311 tablet_copy_service.cc:342] P 026c625717ca4ce0bbb1ff3af3fde786: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-c335093cbbf74398ad25118b436b34d8 received from {username='slave'} at 127.0.99.138:55571
I20240503 14:00:40.737905 17311 tablet_copy_service.cc:433] P 026c625717ca4ce0bbb1ff3af3fde786: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-c335093cbbf74398ad25118b436b34d8 on tablet c335093cbbf74398ad25118b436b34d8 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:40.741209 21500 ts_tablet_manager.cc:902] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:40.741632 21500 tablet_copy_client.cc:308] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:40.742293 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 38cafd9262a84ed5a02056e5a89661c6 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:60503)
I20240503 14:00:40.742412 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 38cafd9262a84ed5a02056e5a89661c6 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:60503: session id = dcb78407b6a84cc5a6e661b9ceb1a417-38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:40.743192 17179 tablet_copy_source_session.cc:205] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.744025 21500 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.745900 21500 tablet_copy_client.cc:783] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.746057 21500 tablet_copy_client.cc:647] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.746598 21519 ts_tablet_manager.cc:902] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:40.747066 21519 tablet_copy_client.cc:308] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:38409
I20240503 14:00:40.747320 21500 tablet_copy_client.cc:523] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.747567 17443 tablet_copy_service.cc:140] P e760fb998d0240e5b4b229f8ced3bf81: Received BeginTabletCopySession request for tablet 888157931b464e8689a70eb9c77edca4 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:54149)
I20240503 14:00:40.747673 17443 tablet_copy_service.cc:161] P e760fb998d0240e5b4b229f8ced3bf81: Beginning new tablet copy session on tablet 888157931b464e8689a70eb9c77edca4 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:54149: session id = ade22f3f009245149c3823365628cf87-888157931b464e8689a70eb9c77edca4
I20240503 14:00:40.748602 21500 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:40.748649 17443 tablet_copy_source_session.cc:205] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:40.749420 21519 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:40.751037 21519 tablet_copy_client.cc:783] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:40.751173 21519 tablet_copy_client.cc:647] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:40.752295 21519 tablet_copy_client.cc:523] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:40.753198 21519 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:40.770237 21500 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.770526 21500 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:40.770715 21500 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.022s user 0.019s sys 0.003s
I20240503 14:00:40.771137 21500 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.771258 21500 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:40.771368 21500 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:40.771745 21500 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:40.772315 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-38cafd9262a84ed5a02056e5a89661c6 received from {username='slave'} at 127.0.99.137:60503
I20240503 14:00:40.772405 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-38cafd9262a84ed5a02056e5a89661c6 on tablet 38cafd9262a84ed5a02056e5a89661c6 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:40.777698 21519 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:40.778008 21519 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:40.778174 21519 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.025s user 0.019s sys 0.002s
I20240503 14:00:40.778650 21519 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.778800 21519 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:40.778896 21519 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:40.779168 21519 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:40.779740 17443 tablet_copy_service.cc:342] P e760fb998d0240e5b4b229f8ced3bf81: Request end of tablet copy session ade22f3f009245149c3823365628cf87-888157931b464e8689a70eb9c77edca4 received from {username='slave'} at 127.0.99.136:54149
I20240503 14:00:40.779855 17443 tablet_copy_service.cc:433] P e760fb998d0240e5b4b229f8ced3bf81: ending tablet copy session ade22f3f009245149c3823365628cf87-888157931b464e8689a70eb9c77edca4 on tablet 888157931b464e8689a70eb9c77edca4 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:40.803149 19317 raft_consensus.cc:1203] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:40.827422 19317 raft_consensus.cc:1203] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:40.883471 19187 raft_consensus.cc:1203] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:40.925757 19056 raft_consensus.cc:1203] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:40.943468 19056 raft_consensus.cc:1203] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:40.978868 19187 raft_consensus.cc:1203] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:40.990381 19317 raft_consensus.cc:1203] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.045339 19040 raft_consensus.cc:1203] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.098060 19317 raft_consensus.cc:1203] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.146533 19317 raft_consensus.cc:1203] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.152503 19187 raft_consensus.cc:1203] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.158128 19040 raft_consensus.cc:1203] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.205468 19040 raft_consensus.cc:1203] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.251736 21646 raft_consensus.cc:1050] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:41.252240 21646 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.254382 19187 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.254364 17422 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.254453 17159 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.254597 17025 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.254899 21794 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.254964 19317 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.255100 16895 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.255254 21794 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.255483 17687 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.255586 21646 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.255885 21794 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.256042 21645 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.256145 21646 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.256289 21257 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.259447 21645 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.259892 16895 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.259976 19187 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.260020 19317 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.262075 17422 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.262785 17159 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.262900 17687 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.263417 16747 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.266009 17025 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.272785 17554 consensus_queue.cc:237] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.274277 17159 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.274281 19317 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.274541 19187 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.274616 16895 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.275040 21646 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.275229 21645 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.275271 17422 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.275635 21645 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.276012 21644 raft_consensus.cc:1050] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:41.276613 21644 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.277781 21645 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.278590 17422 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.279042 16895 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.279868 17159 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.279927 21795 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.279847 16895 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.280539 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet af3ce82b94f44182a8818771ac19115c with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.280740 21795 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.280892 19317 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.281203 19186 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.282122 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.282505 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.284576 16749 catalog_manager.cc:5484] T af3ce82b94f44182a8818771ac19115c P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "ff873760acac43f7bbb9438b61324220" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.285205 17687 raft_consensus.cc:1261] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer ff873760acac43f7bbb9438b61324220: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.286352 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.286091 19317 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.287298 17007 tablet_service.cc:1514] Processing DeleteTablet for tablet af3ce82b94f44182a8818771ac19115c with delete_type TABLET_DATA_TOMBSTONED (TS 9dd8ee24fd2048bebb45a234038e5de7 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:60034
I20240503 14:00:41.287787 21816 tablet_replica.cc:330] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: stopping tablet replica
I20240503 14:00:41.288151 21816 raft_consensus.cc:2229] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.288442 21816 raft_consensus.cc:2258] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.288976 21796 consensus_queue.cc:1035] T af3ce82b94f44182a8818771ac19115c P ff873760acac43f7bbb9438b61324220 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.289357 17159 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.290511 21816 ts_tablet_manager.cc:1875] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.291774 17687 raft_consensus.cc:2932] T af3ce82b94f44182a8818771ac19115c P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.293576 21816 ts_tablet_manager.cc:1888] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.293720 21816 log.cc:1196] T af3ce82b94f44182a8818771ac19115c P 9dd8ee24fd2048bebb45a234038e5de7: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/af3ce82b94f44182a8818771ac19115c
I20240503 14:00:41.296165 19187 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.296722 17422 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.297204 17025 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.297222 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.298060 21644 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.298910 16737 catalog_manager.cc:4830] TS 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783): tablet af3ce82b94f44182a8818771ac19115c (table rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]) successfully deleted
I20240503 14:00:41.299176 17290 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.300254 21811 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.300443 21644 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.302937 21644 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.304124 16895 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.304291 19187 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.304443 17290 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.306362 17159 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.307518 16748 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.308318 17422 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.310647 19317 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.312505 17687 consensus_queue.cc:237] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.315258 17421 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.316154 17025 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.316452 21811 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.317278 17290 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.317898 17027 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.317879 21811 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.318460 19317 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.319259 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.319607 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.320762 17159 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.321182 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.321266 19187 raft_consensus.cc:1261] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.321650 21810 consensus_queue.cc:1035] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.322422 21812 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.322898 17027 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.323107 19317 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.323843 17159 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.325552 16750 catalog_manager.cc:5484] T 4677243748264636abf49085d96c9bc5 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.326128 17290 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.326794 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 4677243748264636abf49085d96c9bc5 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.327263 17422 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.329366 16874 tablet_service.cc:1514] Processing DeleteTablet for tablet 4677243748264636abf49085d96c9bc5 with delete_type TABLET_DATA_TOMBSTONED (TS 0a2f4aa4f4274c178ebc6b0c4d26e51d not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:56124
I20240503 14:00:41.331715 19187 raft_consensus.cc:2932] T 4677243748264636abf49085d96c9bc5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.333539 21822 tablet_replica.cc:330] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: stopping tablet replica
I20240503 14:00:41.333914 21822 raft_consensus.cc:2229] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.334230 21822 raft_consensus.cc:2258] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.335426 21822 ts_tablet_manager.cc:1875] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.337420 21822 ts_tablet_manager.cc:1888] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.337496 21822 log.cc:1196] T 4677243748264636abf49085d96c9bc5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/4677243748264636abf49085d96c9bc5
I20240503 14:00:41.337980 16740 catalog_manager.cc:4830] TS 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): tablet 4677243748264636abf49085d96c9bc5 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:41.358179 19187 raft_consensus.cc:1203] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:41.366511 21809 raft_consensus.cc:1050] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:41.367003 21809 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.368842 17159 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.368863 17554 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.368850 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.368916 16895 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.369313 21218 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.369459 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.369602 21633 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.369882 21810 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.370425 19040 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.370537 17027 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.371037 21810 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.371344 21810 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.373430 19187 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.373286 21633 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.373728 19040 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.374125 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.375705 19187 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.375710 17554 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.376042 16895 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.378253 16746 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:41.378788 17159 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.379081 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.380756 21324 raft_consensus.cc:1050] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:41.381302 21324 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.384023 17422 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.384079 17687 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.384495 19317 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.384593 19186 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.384867 17290 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.385257 21834 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.385408 17159 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.385583 17027 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.385648 21719 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.385793 21834 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.385908 21836 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.386276 21719 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.386502 21833 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.386656 21324 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.389734 21836 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.389817 17027 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.390786 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.391418 19187 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.391644 17422 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.393493 16749 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.395414 19317 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.396536 17686 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.397825 17290 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.399344 17159 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.402516 16895 consensus_queue.cc:237] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.404264 19187 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.404366 17686 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.404448 17025 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.404753 21833 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.404922 21836 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.405112 21834 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.405162 17422 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.405279 17290 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.405637 21834 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.406005 19317 raft_consensus.cc:1261] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.407056 21833 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.407253 21719 consensus_queue.cc:1035] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.408298 21833 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.408705 17290 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.409925 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.409776 17422 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.410511 17686 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.411276 19187 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.411331 17025 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.412236 16749 catalog_manager.cc:5484] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:41.412791 19317 raft_consensus.cc:2932] T a3500b4f8fe64f80a7a7c5645e2aeea4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.418071 17139 tablet_service.cc:1514] Processing DeleteTablet for tablet a3500b4f8fe64f80a7a7c5645e2aeea4 with delete_type TABLET_DATA_TOMBSTONED (TS 7d982f6bf2ee479585a7036d091e0dbc not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:50694
I20240503 14:00:41.418664 21844 tablet_replica.cc:330] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: stopping tablet replica
I20240503 14:00:41.419080 21844 raft_consensus.cc:2229] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.420454 21844 raft_consensus.cc:2258] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.422829 21844 ts_tablet_manager.cc:1875] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.425069 21844 ts_tablet_manager.cc:1888] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.425144 21844 log.cc:1196] T a3500b4f8fe64f80a7a7c5645e2aeea4 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/a3500b4f8fe64f80a7a7c5645e2aeea4
I20240503 14:00:41.425650 16739 catalog_manager.cc:4830] TS 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): tablet a3500b4f8fe64f80a7a7c5645e2aeea4 (table rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]) successfully deleted
I20240503 14:00:41.435473 21713 raft_consensus.cc:1050] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:41.436097 21713 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.438017 19187 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.438468 17686 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.438513 21245 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.438804 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.439599 17159 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.439641 21057 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.440085 21245 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.440145 16895 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.440227 21713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.440327 17422 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.441195 19040 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.440907 21850 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.441823 21713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.442162 21713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.444461 21057 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.446784 19186 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.446784 19040 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.447244 16895 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.448871 17159 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.449541 16745 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.449707 17686 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.453023 17554 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.469472 21273 raft_consensus.cc:1050] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:41.469956 21273 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.471798 19186 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.471886 17686 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.472348 17554 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.472697 16895 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.473151 21275 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.473356 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.473520 19040 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.473606 21667 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.473699 17159 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.473956 21275 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.474112 21879 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.474954 21667 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.475122 21878 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.475684 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.479228 21878 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.479765 17554 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.480263 17159 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.481323 16895 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.481668 19040 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.482859 16748 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.483227 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.483744 19186 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.487210 17686 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.488891 17422 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.490828 16895 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.491160 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.491922 17554 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.492295 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.493515 19040 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.493657 19186 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.493873 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.494057 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.495083 17686 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.495105 21273 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.495239 21878 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.495729 21878 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.497767 21880 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.498327 17686 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.499897 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 1b948fcb7d424557b102f4923de0f547 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.500864 16753 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:41.501317 19056 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.501456 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.503484 17554 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.504673 19186 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.505539 16895 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.509021 17139 tablet_service.cc:1514] Processing DeleteTablet for tablet 1b948fcb7d424557b102f4923de0f547 with delete_type TABLET_DATA_TOMBSTONED (TS 7d982f6bf2ee479585a7036d091e0dbc not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:50694
I20240503 14:00:41.509272 21844 tablet_replica.cc:330] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: stopping tablet replica
I20240503 14:00:41.509383 21844 raft_consensus.cc:2229] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.509629 21844 raft_consensus.cc:2258] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.510784 21720 raft_consensus.cc:1050] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:41.511314 21720 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.514425 16895 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.515200 17422 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.515275 19056 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.515389 17025 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.515547 19317 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.515630 17554 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.515977 21901 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.516300 17686 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.516523 21100 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.516674 21720 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.516865 21348 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.517213 21720 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.517331 21348 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.517660 21348 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.521886 21844 ts_tablet_manager.cc:1875] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.524096 21844 ts_tablet_manager.cc:1888] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.524161 21844 log.cc:1196] T 1b948fcb7d424557b102f4923de0f547 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/1b948fcb7d424557b102f4923de0f547
I20240503 14:00:41.524667 16739 catalog_manager.cc:4830] TS 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): tablet 1b948fcb7d424557b102f4923de0f547 (table rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]) successfully deleted
I20240503 14:00:41.526419 21836 raft_consensus.cc:1050] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:41.526917 21836 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.528892 17554 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.528892 17421 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.528977 17159 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.529294 21835 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.529440 17290 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.529626 21835 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.530012 21833 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.530398 21833 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.531057 17025 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.531194 19056 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.532018 19317 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.532578 21720 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.534154 21861 raft_consensus.cc:1050] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:41.534655 21719 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.534780 21861 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.534974 21719 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.535276 21719 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.536365 16745 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:41.537068 19040 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.537515 17421 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.537922 21245 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.537978 17686 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.538058 17158 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.538396 21245 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.539695 17025 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.540056 19186 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.540549 21245 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.540683 17554 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.541191 19040 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.541232 21713 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.542151 21713 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.542755 17553 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.543453 21713 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.543833 19317 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.544026 17687 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.547219 17422 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.548321 16894 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.548290 21835 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.548527 21916 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.550297 17290 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.551224 17422 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.551321 17554 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.553057 16749 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:41.555338 21245 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.555308 17026 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.555480 19318 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.557080 19186 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.557562 16893 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.559741 16751 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.564254 21900 raft_consensus.cc:1050] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:41.565443 19040 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.566536 17158 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.566991 21900 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.568148 17686 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.568811 17421 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.571480 17554 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.576862 19186 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.578490 19040 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.578442 21902 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.578823 21899 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.579619 21348 raft_consensus.cc:1050] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:41.580092 21348 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.582396 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.582499 17421 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.582995 16894 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.583091 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.583312 21720 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.583680 21720 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.583721 17159 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.583674 19056 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.584307 21720 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.585779 17027 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.585939 19056 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.585933 19318 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.586779 21348 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.587190 21348 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.588682 21720 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.589016 21720 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.590615 17687 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.590994 21902 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.592337 17554 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.592674 21901 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.592764 17025 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.592854 16892 consensus_queue.cc:237] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.593200 21902 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.594141 16891 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.594550 21901 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.594869 17290 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.595253 21835 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.595563 19317 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.596092 17421 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.596067 16895 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.596742 21836 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.596788 17553 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.596841 17421 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.597329 21324 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.598040 21902 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.598237 21100 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.599947 21836 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.601009 19186 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.601065 17025 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.601150 19040 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.602030 21836 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.603489 17421 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.603560 16895 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.604995 16750 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.606173 17159 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.606329 19040 raft_consensus.cc:1261] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.606475 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet f354f4b71ede4d9c994b521734e76bcb with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.606669 21835 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.607000 21835 consensus_queue.cc:1035] T f354f4b71ede4d9c994b521734e76bcb P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.607370 17422 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.608067 17159 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.608980 17158 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.611531 16893 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.611651 19038 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.611670 21899 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.612057 17673 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.612406 19318 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.612670 16746 catalog_manager.cc:5484] T f354f4b71ede4d9c994b521734e76bcb P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.613010 21899 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.613544 21899 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.613854 21720 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.615036 19318 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.615237 17555 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.616954 17423 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.617928 16747 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.619977 17687 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.620177 19040 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.620182 16893 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.620604 21348 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.620662 17027 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.622933 17673 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.623873 17553 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.624858 21348 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.626384 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 33d41ba26f0b4bbe919adf85c512b2d5 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.627094 17553 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.627210 17555 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.627945 17554 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.630251 19318 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.630251 16893 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.630563 17290 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.630774 16747 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.631562 17422 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.632949 17007 tablet_service.cc:1514] Processing DeleteTablet for tablet f354f4b71ede4d9c994b521734e76bcb with delete_type TABLET_DATA_TOMBSTONED (TS 9dd8ee24fd2048bebb45a234038e5de7 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:60034
I20240503 14:00:41.633018 21720 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.633229 21816 tablet_replica.cc:330] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: stopping tablet replica
I20240503 14:00:41.633361 21816 raft_consensus.cc:2229] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.633592 21816 raft_consensus.cc:2258] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.634570 21816 ts_tablet_manager.cc:1875] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.636620 21816 ts_tablet_manager.cc:1888] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.636690 21816 log.cc:1196] T f354f4b71ede4d9c994b521734e76bcb P 9dd8ee24fd2048bebb45a234038e5de7: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/f354f4b71ede4d9c994b521734e76bcb
I20240503 14:00:41.637097 17422 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.637372 16737 catalog_manager.cc:4830] TS 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783): tablet f354f4b71ede4d9c994b521734e76bcb (table rebalance_test_table_0 [id=987d9b44ec1c473db8b08ab5b64bf2ff]) successfully deleted
I20240503 14:00:41.638834 19317 raft_consensus.cc:2932] T f354f4b71ede4d9c994b521734e76bcb P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.639125 17007 tablet_service.cc:1514] Processing DeleteTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 with delete_type TABLET_DATA_TOMBSTONED (TS 9dd8ee24fd2048bebb45a234038e5de7 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:60034
I20240503 14:00:41.639379 21816 tablet_replica.cc:330] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: stopping tablet replica
I20240503 14:00:41.639496 21816 raft_consensus.cc:2229] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.639703 21816 raft_consensus.cc:2258] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.640496 21816 ts_tablet_manager.cc:1875] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.642618 21899 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.642778 21816 ts_tablet_manager.cc:1888] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.642858 21816 log.cc:1196] T 33d41ba26f0b4bbe919adf85c512b2d5 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/33d41ba26f0b4bbe919adf85c512b2d5
I20240503 14:00:41.643582 16737 catalog_manager.cc:4830] TS 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783): tablet 33d41ba26f0b4bbe919adf85c512b2d5 (table rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]) successfully deleted
I20240503 14:00:41.644150 19040 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.645970 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.649864 21836 raft_consensus.cc:1050] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:41.650449 21836 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.652057 19056 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.652431 17421 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.652618 17686 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.652842 21835 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.653189 19186 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.653753 21834 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.654023 19317 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.654089 21834 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.654137 17158 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:41.654852 21835 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.655948 17673 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.656018 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.656381 16893 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.656781 19317 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.656770 21936 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.657605 17421 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.658356 21899 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.658474 17290 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.658614 21899 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.658811 17027 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.658879 21899 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.659137 21100 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.659286 21324 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.659611 21324 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.661471 17158 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.661897 21835 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.663645 21899 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.664686 17421 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.664753 17554 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.665697 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 38cafd9262a84ed5a02056e5a89661c6 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.666344 16894 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.666292 19318 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.668174 16750 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:41.669138 21835 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.670228 17158 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.671216 17421 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.671967 17007 tablet_service.cc:1514] Processing DeleteTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 with delete_type TABLET_DATA_TOMBSTONED (TS 9dd8ee24fd2048bebb45a234038e5de7 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:60034
I20240503 14:00:41.671809 17686 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.672197 21816 tablet_replica.cc:330] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: stopping tablet replica
I20240503 14:00:41.672185 19056 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.672331 21816 raft_consensus.cc:2229] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.672487 21816 raft_consensus.cc:2258] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.672919 21940 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.673982 19056 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.674300 21816 ts_tablet_manager.cc:1875] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.676764 21816 ts_tablet_manager.cc:1888] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.676839 21816 log.cc:1196] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:41.676877 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:41.678710 16748 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.679021 16737 catalog_manager.cc:4830] TS 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783): tablet 38cafd9262a84ed5a02056e5a89661c6 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:41.679670 19317 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.685686 16894 consensus_queue.cc:237] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.686506 19186 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.687517 17686 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.687744 17421 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.688148 21090 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.688488 21090 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.688763 19186 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.688748 17027 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.690972 21719 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.691397 17025 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.692109 21832 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.692163 17290 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.692934 19317 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.693773 17289 raft_consensus.cc:1261] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.695384 21832 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.695747 21832 consensus_queue.cc:1035] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.696695 21719 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.697587 17289 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.699030 17025 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.699757 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 1def87e965d946c99271938a41f3746b with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.700112 19186 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.700592 17686 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.702612 16748 catalog_manager.cc:5484] T 1def87e965d946c99271938a41f3746b P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.702740 17421 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.705782 17139 tablet_service.cc:1514] Processing DeleteTablet for tablet 1def87e965d946c99271938a41f3746b with delete_type TABLET_DATA_TOMBSTONED (TS 7d982f6bf2ee479585a7036d091e0dbc not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:50694
I20240503 14:00:41.706058 21844 tablet_replica.cc:330] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: stopping tablet replica
I20240503 14:00:41.706231 21844 raft_consensus.cc:2229] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.706491 21844 raft_consensus.cc:2258] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.707224 21844 ts_tablet_manager.cc:1875] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.707405 19317 raft_consensus.cc:2932] T 1def87e965d946c99271938a41f3746b P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.709465 21844 ts_tablet_manager.cc:1888] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.709527 21844 log.cc:1196] T 1def87e965d946c99271938a41f3746b P 7d982f6bf2ee479585a7036d091e0dbc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/1def87e965d946c99271938a41f3746b
I20240503 14:00:41.710160 16739 catalog_manager.cc:4830] TS 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): tablet 1def87e965d946c99271938a41f3746b (table rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]) successfully deleted
I20240503 14:00:41.791869 22038 raft_consensus.cc:1050] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:41.792402 22038 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.795023 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.795135 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.795230 17686 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.795336 19056 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.795895 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.796020 17158 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.796656 17421 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.797159 22043 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.797673 22040 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.797950 22038 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.798367 22040 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.798722 22038 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.799171 22038 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.800127 22041 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.801752 22040 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.802505 17421 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.802683 17158 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.804337 19317 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.805313 17686 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.806120 16893 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.806778 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.807163 16749 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.812736 19056 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.816427 17289 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.818801 17686 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.819236 22038 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.819391 17158 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.819571 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.819590 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.819730 22040 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.820019 17421 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.820691 19056 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.820938 21878 raft_consensus.cc:1050] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:41.821424 21878 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.820052 22040 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.002s
I20240503 14:00:41.822577 22038 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.822748 22044 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.823033 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.823660 17159 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.824201 17686 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.824294 16893 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.824695 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.825604 17554 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.825992 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.826021 21766 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.826685 19318 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.826977 19186 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.827425 21879 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.827764 21879 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.828886 21275 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.829214 21275 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.829140 17158 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.830395 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:41.830559 19056 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.832284 19317 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.833084 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet c335093cbbf74398ad25118b436b34d8 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.833374 22058 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:41.833950 16750 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 reported cstate change: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.836460 17686 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.836572 17421 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.837100 21880 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.839133 17158 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.839589 19186 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.841590 16874 tablet_service.cc:1514] Processing DeleteTablet for tablet c335093cbbf74398ad25118b436b34d8 with delete_type TABLET_DATA_TOMBSTONED (TS 0a2f4aa4f4274c178ebc6b0c4d26e51d not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:56124
I20240503 14:00:41.841938 16893 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.843076 16747 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.845281 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.845296 17027 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.849243 17686 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.849998 19318 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.852133 17673 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.853204 22072 tablet_replica.cc:330] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: stopping tablet replica
I20240503 14:00:41.853722 22072 raft_consensus.cc:2229] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.854436 22072 raft_consensus.cc:2258] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.855417 22072 ts_tablet_manager.cc:1875] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.855422 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.856340 19186 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.856352 19056 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.857125 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.857503 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.858522 17421 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.858561 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.858651 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.859432 21810 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.859742 21810 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.860869 21218 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.862488 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d9c54ff9b423418caa553ba45fbbf0d0 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.862761 22072 ts_tablet_manager.cc:1888] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.862848 22072 log.cc:1196] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/c335093cbbf74398ad25118b436b34d8
I20240503 14:00:41.862656 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.863217 17027 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.863672 21809 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.864392 16740 catalog_manager.cc:4830] TS 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): tablet c335093cbbf74398ad25118b436b34d8 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:41.864410 19056 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.865267 16746 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:41.865942 19186 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.867328 17421 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.867617 17027 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.867954 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.870888 16874 tablet_service.cc:1514] Processing DeleteTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 with delete_type TABLET_DATA_TOMBSTONED (TS 0a2f4aa4f4274c178ebc6b0c4d26e51d not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:56124
I20240503 14:00:41.871205 22072 tablet_replica.cc:330] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: stopping tablet replica
I20240503 14:00:41.871400 22072 raft_consensus.cc:2229] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.871707 22072 raft_consensus.cc:2258] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.872571 22072 ts_tablet_manager.cc:1875] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.874814 22072 ts_tablet_manager.cc:1888] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.874962 22072 log.cc:1196] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:41.875603 16740 catalog_manager.cc:4830] TS 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): tablet d9c54ff9b423418caa553ba45fbbf0d0 (table rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]) successfully deleted
I20240503 14:00:41.876010 17554 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } attrs { replace: true } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.880144 17421 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.882776 17027 consensus_queue.cc:237] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:41.885044 17673 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.885067 17158 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.885536 21850 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.885941 21850 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.887457 19056 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.887605 17554 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.888048 21713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.888248 21057 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.888873 19186 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.889350 21850 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.890429 17422 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:41.890698 17421 raft_consensus.cc:1261] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.890828 21850 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.891271 21713 consensus_queue.cc:1035] T b6db00e7b16c42f281412067518b2f43 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.892149 17422 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.893066 19187 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.893121 17027 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.893307 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet b6db00e7b16c42f281412067518b2f43 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.893455 19318 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.894035 17554 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.894183 16893 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.895282 17686 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:41.895190 19186 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.895555 17554 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.895891 17673 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.898413 16746 catalog_manager.cc:5484] T b6db00e7b16c42f281412067518b2f43 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.900879 17158 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.901252 19056 raft_consensus.cc:2932] T b6db00e7b16c42f281412067518b2f43 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:41.901405 16874 tablet_service.cc:1514] Processing DeleteTablet for tablet b6db00e7b16c42f281412067518b2f43 with delete_type TABLET_DATA_TOMBSTONED (TS 0a2f4aa4f4274c178ebc6b0c4d26e51d not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:56124
I20240503 14:00:41.901654 22072 tablet_replica.cc:330] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: stopping tablet replica
I20240503 14:00:41.901780 22072 raft_consensus.cc:2229] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.901986 22072 raft_consensus.cc:2258] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.902716 22072 ts_tablet_manager.cc:1875] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.903831 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.904063 22058 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.904247 21275 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.904490 21879 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.904927 22058 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.905527 22072 ts_tablet_manager.cc:1888] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.905612 22072 log.cc:1196] T b6db00e7b16c42f281412067518b2f43 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/b6db00e7b16c42f281412067518b2f43
I20240503 14:00:41.906503 16740 catalog_manager.cc:4830] TS 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): tablet b6db00e7b16c42f281412067518b2f43 (table rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]) successfully deleted
I20240503 14:00:41.907455 22058 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:41.909477 21273 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.912146 16893 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.913913 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 888157931b464e8689a70eb9c77edca4 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:41.914803 19318 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.915035 16747 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.915314 17673 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.915943 17027 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.917934 17139 tablet_service.cc:1514] Processing DeleteTablet for tablet 888157931b464e8689a70eb9c77edca4 with delete_type TABLET_DATA_TOMBSTONED (TS 7d982f6bf2ee479585a7036d091e0dbc not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:50694
I20240503 14:00:41.918192 21844 tablet_replica.cc:330] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: stopping tablet replica
I20240503 14:00:41.917932 17554 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:41.918380 21844 raft_consensus.cc:2229] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:41.918637 21844 raft_consensus.cc:2258] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:41.919755 21844 ts_tablet_manager.cc:1875] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:41.922420 21844 ts_tablet_manager.cc:1888] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:41.926424 21844 log.cc:1196] T 888157931b464e8689a70eb9c77edca4 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/888157931b464e8689a70eb9c77edca4
I20240503 14:00:41.927047 16739 catalog_manager.cc:4830] TS 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): tablet 888157931b464e8689a70eb9c77edca4 (table rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]) successfully deleted
I20240503 14:00:41.928164 19186 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:42.150110 17027 consensus_queue.cc:237] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:42.151813 17673 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.151978 19056 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.152293 17422 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.152366 19186 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.152400 21057 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.152702 21713 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.152899 21057 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.153124 17554 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.153894 21713 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.154177 21057 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.156311 16893 raft_consensus.cc:1261] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.156302 21057 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.156695 21859 consensus_queue.cc:1035] T ff76c1deb8f64d80b713732485248ae5 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.157503 19186 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.157768 16893 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.158479 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet ff76c1deb8f64d80b713732485248ae5 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:42.159263 17554 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.159833 19056 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.161347 16747 catalog_manager.cc:5484] T ff76c1deb8f64d80b713732485248ae5 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.161586 17673 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.164613 17158 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:42.167726 17421 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.167827 17139 tablet_service.cc:1514] Processing DeleteTablet for tablet ff76c1deb8f64d80b713732485248ae5 with delete_type TABLET_DATA_TOMBSTONED (TS 7d982f6bf2ee479585a7036d091e0dbc not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:50694
I20240503 14:00:42.168076 21844 tablet_replica.cc:330] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: stopping tablet replica
I20240503 14:00:42.168218 21844 raft_consensus.cc:2229] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:42.168233 17554 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.168519 21844 raft_consensus.cc:2258] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:42.168599 17027 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.169246 19186 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.169306 21844 ts_tablet_manager.cc:1875] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:42.169734 21939 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.169910 21937 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.170019 21936 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.170068 17422 raft_consensus.cc:2932] T ff76c1deb8f64d80b713732485248ae5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.170321 21936 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.171464 21844 ts_tablet_manager.cc:1888] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:42.171700 21844 log.cc:1196] T ff76c1deb8f64d80b713732485248ae5 P 7d982f6bf2ee479585a7036d091e0dbc: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-2/wal/wals/ff76c1deb8f64d80b713732485248ae5
I20240503 14:00:42.171896 19056 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.172379 16739 catalog_manager.cc:4830] TS 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747): tablet ff76c1deb8f64d80b713732485248ae5 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:42.172400 21937 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.172828 17673 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:42.173213 21902 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:42.174530 21936 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.174933 17554 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.175042 17422 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.175980 19056 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.177845 16751 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:42.179644 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet f96a27776dbb450884608c3ff63ec245 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:42.180135 17027 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.180312 17673 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.182379 16874 tablet_service.cc:1514] Processing DeleteTablet for tablet f96a27776dbb450884608c3ff63ec245 with delete_type TABLET_DATA_TOMBSTONED (TS 0a2f4aa4f4274c178ebc6b0c4d26e51d not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:56124
I20240503 14:00:42.182631 22072 tablet_replica.cc:330] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: stopping tablet replica
I20240503 14:00:42.182466 19186 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:42.182771 22072 raft_consensus.cc:2229] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:42.183024 22072 raft_consensus.cc:2258] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:42.185478 22072 ts_tablet_manager.cc:1875] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:42.187438 22072 ts_tablet_manager.cc:1888] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:42.187546 22072 log.cc:1196] T f96a27776dbb450884608c3ff63ec245 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/f96a27776dbb450884608c3ff63ec245
I20240503 14:00:42.189512 16740 catalog_manager.cc:4830] TS 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): tablet f96a27776dbb450884608c3ff63ec245 (table rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]) successfully deleted
I20240503 14:00:42.263422 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:42.267836 17007 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:42.271549 16874 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:42.279217 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:42.280225 19167 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:42.285652 17665 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:42.300638 17403 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:42.309538 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:42.335512 17535 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:42.339134 19298 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:42.450446 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:42.453681 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:42.459452 17007 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:42.460259 16874 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:42.461769 19298 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:42.473248 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:42.474620 19167 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:42.477360 17665 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:42.477638 17403 tablet_service.cc:1429] Tablet server has 3 leaders and 0 scanners
I20240503 14:00:42.525992 17535 tablet_service.cc:1429] Tablet server has 2 leaders and 0 scanners
I20240503 14:00:42.571527 17158 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:42.571611 17027 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:42.573872 17421 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.574009 17673 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.574368 16893 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.574396 17554 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.574759 21939 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.574913 19056 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.575116 21900 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.575156 19186 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.575413 21900 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.575500 17159 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
W20240503 14:00:42.575541 16963 consensus_peers.cc:485] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.575714 21900 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.575830 16893 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.576211 21245 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.576294 17422 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.576319 17673 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.576583 21245 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.576751 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:42.576851 17092 consensus_peers.cc:485] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): Couldn't send request to peer 4959c578d5604815b0a2f45a5a825c11. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: e8f707b2145d44eeab46180f8ade3ee7. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.576958 21939 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.579666 17027 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.580140 21713 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.580581 21713 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.580729 17687 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } }
I20240503 14:00:42.580935 21937 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.581408 21900 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:42.581652 17554 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.582119 21057 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.583307 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.583354 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.583793 22258 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.584121 17027 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.584440 19186 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
W20240503 14:00:42.584548 17623 consensus_peers.cc:485] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 -> Peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): Couldn't send request to peer 0a2f4aa4f4274c178ebc6b0c4d26e51d. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.584829 19040 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.585486 17159 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.585505 21811 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.585757 16747 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:42.585929 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.586242 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.586531 21644 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.586972 17553 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:42.587332 17686 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:42.588357 17422 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:42.589154 21809 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.591020 19186 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:42.594206 21218 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.596834 17421 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.597419 17555 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.597513 16753 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:42.597971 21859 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.601591 17158 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.601913 19186 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.603345 16753 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:42.603552 17673 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.604264 17421 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.605444 17027 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.608561 19040 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.610695 17025 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:42.613091 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.614594 17025 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:42.618969 17673 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.619216 17554 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.619626 19318 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.619815 21713 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
W20240503 14:00:42.620069 16960 consensus_peers.cc:485] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 76b5c23498c54133a5bf16ef759a8221. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.620162 21713 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.620354 17421 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.620739 21713 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.621724 16893 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.621681 17289 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } }
I20240503 14:00:42.622395 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.623212 21850 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.623106 16894 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.625011 19040 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
W20240503 14:00:42.625861 17225 consensus_peers.cc:485] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 -> Peer ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): Couldn't send request to peer ff873760acac43f7bbb9438b61324220. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.626019 17159 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.626313 17686 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.626613 19056 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.626854 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.627173 16894 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } } }
I20240503 14:00:42.627415 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.627962 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.628509 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.628965 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.629264 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.629578 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.631543 22286 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.632647 22286 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.633177 22282 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.633477 17159 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.635730 19056 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.635787 19318 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.636390 16748 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.638243 17686 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.639781 21859 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.642575 17554 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.642880 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.644959 16893 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.645792 16749 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.646991 17158 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 1 index: 8. (index mismatch)
I20240503 14:00:42.647423 22249 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
I20240503 14:00:42.647882 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } }
I20240503 14:00:42.648576 17158 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.649405 17554 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.649915 17421 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.650974 19318 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.660581 17673 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.8: config changed from index 7 to 8, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.667184 17158 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:42.669284 17289 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } }
W20240503 14:00:42.670276 17095 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.670689 17421 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.671088 16893 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.671561 21936 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.671779 21937 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
W20240503 14:00:42.672036 17227 consensus_peers.cc:485] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 -> Peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): Couldn't send request to peer 0a2f4aa4f4274c178ebc6b0c4d26e51d. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.672334 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.672981 17673 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.673367 22286 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.673612 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.673686 21936 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.673983 19040 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
W20240503 14:00:42.674774 17225 consensus_peers.cc:485] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 -> Peer ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): Couldn't send request to peer ff873760acac43f7bbb9438b61324220. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.674871 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.675309 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.675611 17158 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.675829 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.675931 21936 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.676050 22287 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.676131 21937 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.676788 22286 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.677063 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.677361 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.678843 21936 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.679261 19040 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.680619 19040 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.681855 16893 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.682253 16747 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:42.682444 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.683585 21766 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.684170 22282 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.684475 19317 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.687258 17158 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.688632 17421 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.688661 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.691962 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.694172 17686 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.694999 16753 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.695900 17158 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:42.696835 19318 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.697649 19040 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:42.699026 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.699348 16893 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.699695 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.700518 21936 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
W20240503 14:00:42.701053 17095 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.701989 19318 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
W20240503 14:00:42.703266 17092 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 38cafd9262a84ed5a02056e5a89661c6. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.703361 21940 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.704903 19318 raft_consensus.cc:858] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Illegal state: RaftConfig change currently pending. Only one is allowed at a time.
Committed config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }.
Pending config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }:
New config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
W20240503 14:00:42.704985 19318 raft_consensus.cc:1565] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Could not prepare op 'term: 1 index: 12' and following 0 ops. Status for this op: Illegal state: RaftConfig change currently pending. Only one is allowed at a time.
Committed config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }.
Pending config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }:
New config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:42.705210 17553 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.705397 19318 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.705641 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.707250 17553 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.708516 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.708858 21936 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.710543 19040 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.711880 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.712268 21902 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.712486 17421 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.712787 17553 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.717240 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.717532 16893 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.717551 19318 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.720336 16751 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.721228 19040 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } }
I20240503 14:00:42.726909 17158 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 1.12, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:42.729374 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:42.729386 17553 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:42.729954 17421 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:42.730167 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:42.730373 16894 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
W20240503 14:00:42.730783 17095 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.730893 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:42.732899 19318 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
W20240503 14:00:42.733049 17092 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783): Couldn't send request to peer 9dd8ee24fd2048bebb45a234038e5de7. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
W20240503 14:00:42.733162 17092 consensus_peers.cc:485] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): Couldn't send request to peer ade22f3f009245149c3823365628cf87. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: 38cafd9262a84ed5a02056e5a89661c6. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.733327 21902 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:42.733505 21940 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:42.733614 21902 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:42.736073 17422 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:42.736058 21900 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.13: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:42.738633 17673 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.739104 16750 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:42.739384 19040 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:42.739567 19056 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.739827 19186 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.739977 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.740459 17554 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.740597 21936 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:42.740523 17553 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
W20240503 14:00:42.741590 17359 consensus_peers.cc:485] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.741596 19056 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:42.742374 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:42.743603 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.743961 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.744264 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.744576 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.744856 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.748672 16893 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:42.749904 16894 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.751065 21880 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.738440 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:42.751389 19318 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) added. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:42.754843 21880 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.755162 17673 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.757328 17025 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.759361 19186 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.761250 16893 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.764292 17686 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:42.765507 16747 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
W20240503 14:00:42.768116 17620 consensus_peers.cc:485] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 -> Peer dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): Couldn't send request to peer dcb78407b6a84cc5a6e661b9ceb1a417. Error code: TABLET_NOT_FOUND (6). Status: Not found: Tablet not found: d9c54ff9b423418caa553ba45fbbf0d0. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.768713 19056 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.768906 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.769222 17555 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
W20240503 14:00:42.769364 17623 consensus_peers.cc:485] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 -> Peer 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): Couldn't send request to peer 0a2f4aa4f4274c178ebc6b0c4d26e51d. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.769675 19186 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.769663 22259 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.769940 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.770236 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.770543 17025 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.771663 22258 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.771818 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:42.773854 22258 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.775015 22258 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:42.776767 21644 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:42.777370 19186 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:42.778944 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:42.778962 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:42.781924 19056 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:42.785382 17553 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.785542 17158 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:42.786180 16745 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 reported cstate change: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:42.787880 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
I20240503 14:00:42.788949 17555 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) added. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } } }
W20240503 14:00:42.795274 17095 consensus_peers.cc:485] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.796345 19318 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.796563 17686 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.797062 21936 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.797123 16893 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.797489 21936 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.798179 21939 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.799443 19056 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.799902 21939 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.802690 17555 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.802809 17422 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.803172 21939 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.803463 22316 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.806485 21936 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.806898 17555 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.809859 19056 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.810935 16751 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.811187 19318 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.811650 17673 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.813849 16893 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.817759 19056 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.824673 17422 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.834923 17421 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:42.836844 19318 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
W20240503 14:00:42.836928 17359 consensus_peers.cc:485] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:42.836949 17686 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.836980 16893 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.837337 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.837312 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.837852 22331 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.837967 17555 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.838088 22330 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.839283 22335 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.839401 19186 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:42.839429 22333 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.840106 22330 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:42.842482 22330 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.843014 17555 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.843777 16893 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.846602 17686 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.846925 16749 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:42.848034 19186 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.849107 19318 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:42.850878 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:43.011281 22424 ts_tablet_manager.cc:902] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:43.011904 22424 tablet_copy_client.cc:308] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:43.012418 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet e8f707b2145d44eeab46180f8ade3ee7 from peer 4959c578d5604815b0a2f45a5a825c11 ({username='slave'} at 127.0.99.138:52539)
I20240503 14:00:43.012524 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet e8f707b2145d44eeab46180f8ade3ee7 from peer 4959c578d5604815b0a2f45a5a825c11 at {username='slave'} at 127.0.99.138:52539: session id = 4959c578d5604815b0a2f45a5a825c11-e8f707b2145d44eeab46180f8ade3ee7
I20240503 14:00:43.013309 17179 tablet_copy_source_session.cc:205] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.014163 22424 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.016080 22424 tablet_copy_client.cc:783] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.016235 22424 tablet_copy_client.cc:647] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.017410 22424 tablet_copy_client.cc:523] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.018599 22424 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap starting.
I20240503 14:00:43.039000 22424 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.039520 22424 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: Bootstrap complete.
I20240503 14:00:43.039721 22424 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: Time spent bootstrapping tablet: real 0.021s user 0.016s sys 0.004s
I20240503 14:00:43.040234 22424 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:43.040386 22424 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 4959c578d5604815b0a2f45a5a825c11, State: Initialized, Role: LEARNER
I20240503 14:00:43.040488 22424 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: NON_VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: true } }
I20240503 14:00:43.041322 22424 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:43.041865 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 4959c578d5604815b0a2f45a5a825c11-e8f707b2145d44eeab46180f8ade3ee7 received from {username='slave'} at 127.0.99.138:52539
I20240503 14:00:43.041966 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 4959c578d5604815b0a2f45a5a825c11-e8f707b2145d44eeab46180f8ade3ee7 on tablet e8f707b2145d44eeab46180f8ade3ee7 with peer 4959c578d5604815b0a2f45a5a825c11
I20240503 14:00:43.100941 22465 ts_tablet_manager.cc:902] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:43.101796 22465 tablet_copy_client.cc:308] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:43.102413 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet 4d241f8516bc45b09025c70c502fc444 from peer 026c625717ca4ce0bbb1ff3af3fde786 ({username='slave'} at 127.0.99.132:33847)
I20240503 14:00:43.102514 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet 4d241f8516bc45b09025c70c502fc444 from peer 026c625717ca4ce0bbb1ff3af3fde786 at {username='slave'} at 127.0.99.132:33847: session id = 026c625717ca4ce0bbb1ff3af3fde786-4d241f8516bc45b09025c70c502fc444
I20240503 14:00:43.103582 17047 tablet_copy_source_session.cc:205] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.104650 22465 ts_tablet_manager.cc:1875] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.106799 22465 ts_tablet_manager.cc:1888] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:43.106997 22465 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4d241f8516bc45b09025c70c502fc444. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.108397 22465 tablet_copy_client.cc:783] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.108683 22465 tablet_copy_client.cc:647] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.110132 22465 tablet_copy_client.cc:523] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.111675 22465 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:43.137727 22465 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.138072 22465 tablet_bootstrap.cc:492] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap complete.
I20240503 14:00:43.138283 22465 ts_tablet_manager.cc:1367] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.027s user 0.023s sys 0.004s
I20240503 14:00:43.138737 22465 raft_consensus.cc:348] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.138892 22465 raft_consensus.cc:729] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: LEARNER
I20240503 14:00:43.138999 22465 consensus_queue.cc:260] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.139277 22465 ts_tablet_manager.cc:1398] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:43.140141 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-4d241f8516bc45b09025c70c502fc444 received from {username='slave'} at 127.0.99.132:33847
I20240503 14:00:43.140218 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-4d241f8516bc45b09025c70c502fc444 on tablet 4d241f8516bc45b09025c70c502fc444 with peer 026c625717ca4ce0bbb1ff3af3fde786
I20240503 14:00:43.176312 22501 ts_tablet_manager.cc:902] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: Initiating tablet copy from peer f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:43.176924 22501 tablet_copy_client.cc:308] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.135:39329
I20240503 14:00:43.177626 17707 tablet_copy_service.cc:140] P f18457af7c0e4c099dbc02b05e0592d8: Received BeginTabletCopySession request for tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer dcb78407b6a84cc5a6e661b9ceb1a417 ({username='slave'} at 127.0.99.137:52019)
I20240503 14:00:43.177733 17707 tablet_copy_service.cc:161] P f18457af7c0e4c099dbc02b05e0592d8: Beginning new tablet copy session on tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer dcb78407b6a84cc5a6e661b9ceb1a417 at {username='slave'} at 127.0.99.137:52019: session id = dcb78407b6a84cc5a6e661b9ceb1a417-d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:43.178530 17707 tablet_copy_source_session.cc:205] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.179395 22501 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.181316 22501 tablet_copy_client.cc:783] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.181473 22501 tablet_copy_client.cc:647] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.182646 22501 tablet_copy_client.cc:523] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.183789 22501 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap starting.
I20240503 14:00:43.205869 22501 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.206190 22501 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: Bootstrap complete.
I20240503 14:00:43.206394 22501 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent bootstrapping tablet: real 0.023s user 0.023s sys 0.000s
I20240503 14:00:43.206797 22501 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:43.206920 22501 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: dcb78407b6a84cc5a6e661b9ceb1a417, State: Initialized, Role: LEARNER
I20240503 14:00:43.207041 22501 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 1.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:43.207295 22501 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:43.207808 17707 tablet_copy_service.cc:342] P f18457af7c0e4c099dbc02b05e0592d8: Request end of tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-d9c54ff9b423418caa553ba45fbbf0d0 received from {username='slave'} at 127.0.99.137:52019
I20240503 14:00:43.207881 17707 tablet_copy_service.cc:433] P f18457af7c0e4c099dbc02b05e0592d8: ending tablet copy session dcb78407b6a84cc5a6e661b9ceb1a417-d9c54ff9b423418caa553ba45fbbf0d0 on tablet d9c54ff9b423418caa553ba45fbbf0d0 with peer dcb78407b6a84cc5a6e661b9ceb1a417
I20240503 14:00:43.213092 22465 ts_tablet_manager.cc:902] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Initiating tablet copy from peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:43.213559 22465 tablet_copy_client.cc:308] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:38409
I20240503 14:00:43.213994 17443 tablet_copy_service.cc:140] P e760fb998d0240e5b4b229f8ced3bf81: Received BeginTabletCopySession request for tablet 888157931b464e8689a70eb9c77edca4 from peer 026c625717ca4ce0bbb1ff3af3fde786 ({username='slave'} at 127.0.99.132:38613)
I20240503 14:00:43.214134 17443 tablet_copy_service.cc:161] P e760fb998d0240e5b4b229f8ced3bf81: Beginning new tablet copy session on tablet 888157931b464e8689a70eb9c77edca4 from peer 026c625717ca4ce0bbb1ff3af3fde786 at {username='slave'} at 127.0.99.132:38613: session id = 026c625717ca4ce0bbb1ff3af3fde786-888157931b464e8689a70eb9c77edca4
I20240503 14:00:43.215090 17443 tablet_copy_source_session.cc:205] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.215828 22465 ts_tablet_manager.cc:1875] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.218322 22465 ts_tablet_manager.cc:1888] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:43.218523 22465 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 888157931b464e8689a70eb9c77edca4. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.219558 22465 tablet_copy_client.cc:783] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.219808 22465 tablet_copy_client.cc:647] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.220902 22465 tablet_copy_client.cc:523] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.221854 22465 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:43.228405 22512 ts_tablet_manager.cc:902] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783)
I20240503 14:00:43.228967 22512 tablet_copy_client.cc:308] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.130:44783
I20240503 14:00:43.229457 17047 tablet_copy_service.cc:140] P 9dd8ee24fd2048bebb45a234038e5de7: Received BeginTabletCopySession request for tablet 76b5c23498c54133a5bf16ef759a8221 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:56425)
I20240503 14:00:43.229573 17047 tablet_copy_service.cc:161] P 9dd8ee24fd2048bebb45a234038e5de7: Beginning new tablet copy session on tablet 76b5c23498c54133a5bf16ef759a8221 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:56425: session id = ade22f3f009245149c3823365628cf87-76b5c23498c54133a5bf16ef759a8221
I20240503 14:00:43.230547 17047 tablet_copy_source_session.cc:205] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.231403 22512 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76b5c23498c54133a5bf16ef759a8221. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.233175 22512 tablet_copy_client.cc:783] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.233429 22512 tablet_copy_client.cc:647] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.234535 22512 tablet_copy_client.cc:523] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.235616 22512 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:43.243664 22465 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.243930 22465 tablet_bootstrap.cc:492] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap complete.
I20240503 14:00:43.244091 22465 ts_tablet_manager.cc:1367] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.022s user 0.017s sys 0.004s
I20240503 14:00:43.244483 22465 raft_consensus.cc:348] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.244604 22465 raft_consensus.cc:729] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: LEARNER
I20240503 14:00:43.244709 22465 consensus_queue.cc:260] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.245102 22465 ts_tablet_manager.cc:1398] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.002s sys 0.001s
I20240503 14:00:43.245679 17443 tablet_copy_service.cc:342] P e760fb998d0240e5b4b229f8ced3bf81: Request end of tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-888157931b464e8689a70eb9c77edca4 received from {username='slave'} at 127.0.99.132:38613
I20240503 14:00:43.245760 17443 tablet_copy_service.cc:433] P e760fb998d0240e5b4b229f8ced3bf81: ending tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-888157931b464e8689a70eb9c77edca4 on tablet 888157931b464e8689a70eb9c77edca4 with peer 026c625717ca4ce0bbb1ff3af3fde786
I20240503 14:00:43.252199 22465 ts_tablet_manager.cc:902] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:43.252627 22465 tablet_copy_client.cc:308] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:43.254019 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 33d41ba26f0b4bbe919adf85c512b2d5 from peer 026c625717ca4ce0bbb1ff3af3fde786 ({username='slave'} at 127.0.99.132:49141)
I20240503 14:00:43.254139 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 33d41ba26f0b4bbe919adf85c512b2d5 from peer 026c625717ca4ce0bbb1ff3af3fde786 at {username='slave'} at 127.0.99.132:49141: session id = 026c625717ca4ce0bbb1ff3af3fde786-33d41ba26f0b4bbe919adf85c512b2d5
I20240503 14:00:43.255237 17179 tablet_copy_source_session.cc:205] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.255975 22465 ts_tablet_manager.cc:1875] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.256013 22529 ts_tablet_manager.cc:902] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Initiating tablet copy from peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435)
I20240503 14:00:43.256801 22529 tablet_copy_client.cc:308] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:45435
I20240503 14:00:43.257401 17311 tablet_copy_service.cc:140] P 026c625717ca4ce0bbb1ff3af3fde786: Received BeginTabletCopySession request for tablet c335093cbbf74398ad25118b436b34d8 from peer ff873760acac43f7bbb9438b61324220 ({username='slave'} at 127.0.99.134:50285)
I20240503 14:00:43.257500 17311 tablet_copy_service.cc:161] P 026c625717ca4ce0bbb1ff3af3fde786: Beginning new tablet copy session on tablet c335093cbbf74398ad25118b436b34d8 from peer ff873760acac43f7bbb9438b61324220 at {username='slave'} at 127.0.99.134:50285: session id = ff873760acac43f7bbb9438b61324220-c335093cbbf74398ad25118b436b34d8
I20240503 14:00:43.258276 22465 ts_tablet_manager.cc:1888] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:43.258426 17311 tablet_copy_source_session.cc:205] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.258446 22465 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 33d41ba26f0b4bbe919adf85c512b2d5. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.259606 22512 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.259876 22512 tablet_bootstrap.cc:492] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:43.260003 22465 tablet_copy_client.cc:783] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.260071 22512 ts_tablet_manager.cc:1367] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.024s user 0.023s sys 0.000s
I20240503 14:00:43.260146 22465 tablet_copy_client.cc:647] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.260388 22529 ts_tablet_manager.cc:1875] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.260617 22512 raft_consensus.cc:348] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:43.260767 22512 raft_consensus.cc:729] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:43.260882 22512 consensus_queue.cc:260] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 1.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 8 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } }
I20240503 14:00:43.261195 22512 ts_tablet_manager.cc:1398] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:43.261751 22526 ts_tablet_manager.cc:902] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:43.262044 17047 tablet_copy_service.cc:342] P 9dd8ee24fd2048bebb45a234038e5de7: Request end of tablet copy session ade22f3f009245149c3823365628cf87-76b5c23498c54133a5bf16ef759a8221 received from {username='slave'} at 127.0.99.136:56425
I20240503 14:00:43.262121 17047 tablet_copy_service.cc:433] P 9dd8ee24fd2048bebb45a234038e5de7: ending tablet copy session ade22f3f009245149c3823365628cf87-76b5c23498c54133a5bf16ef759a8221 on tablet 76b5c23498c54133a5bf16ef759a8221 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:43.262288 22526 tablet_copy_client.cc:308] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:43.264365 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 38cafd9262a84ed5a02056e5a89661c6 from peer 026c625717ca4ce0bbb1ff3af3fde786 ({username='slave'} at 127.0.99.132:49141)
I20240503 14:00:43.264478 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 38cafd9262a84ed5a02056e5a89661c6 from peer 026c625717ca4ce0bbb1ff3af3fde786 at {username='slave'} at 127.0.99.132:49141: session id = 026c625717ca4ce0bbb1ff3af3fde786-38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:43.264605 22529 ts_tablet_manager.cc:1888] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:43.264766 22529 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.265467 17179 tablet_copy_source_session.cc:205] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.265563 22465 tablet_copy_client.cc:523] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.266158 22526 ts_tablet_manager.cc:1875] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.266145 22529 tablet_copy_client.cc:783] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.266347 22529 tablet_copy_client.cc:647] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.267269 22465 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:43.267863 22529 tablet_copy_client.cc:523] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.268126 22526 ts_tablet_manager.cc:1888] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:43.268307 22526 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.269405 22526 tablet_copy_client.cc:783] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.269464 22529 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Bootstrap starting.
I20240503 14:00:43.269559 22526 tablet_copy_client.cc:647] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.258992 22528 ts_tablet_manager.cc:902] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Initiating tablet copy from peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435)
I20240503 14:00:43.270644 22526 tablet_copy_client.cc:523] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.271139 22528 tablet_copy_client.cc:308] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.132:45435
I20240503 14:00:43.271790 17311 tablet_copy_service.cc:140] P 026c625717ca4ce0bbb1ff3af3fde786: Received BeginTabletCopySession request for tablet c335093cbbf74398ad25118b436b34d8 from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d ({username='slave'} at 127.0.99.129:54839)
I20240503 14:00:43.271878 17311 tablet_copy_service.cc:161] P 026c625717ca4ce0bbb1ff3af3fde786: Beginning new tablet copy session on tablet c335093cbbf74398ad25118b436b34d8 from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d at {username='slave'} at 127.0.99.129:54839: session id = 0a2f4aa4f4274c178ebc6b0c4d26e51d-c335093cbbf74398ad25118b436b34d8
I20240503 14:00:43.272759 17311 tablet_copy_source_session.cc:205] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.272905 22526 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:43.273470 22512 ts_tablet_manager.cc:902] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:43.273890 22528 ts_tablet_manager.cc:1875] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.273949 22512 tablet_copy_client.cc:308] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:43.274538 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 38cafd9262a84ed5a02056e5a89661c6 from peer ade22f3f009245149c3823365628cf87 ({username='slave'} at 127.0.99.136:40579)
I20240503 14:00:43.274639 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 38cafd9262a84ed5a02056e5a89661c6 from peer ade22f3f009245149c3823365628cf87 at {username='slave'} at 127.0.99.136:40579: session id = ade22f3f009245149c3823365628cf87-38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:43.275609 17179 tablet_copy_source_session.cc:205] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.276612 22512 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.278028 22528 ts_tablet_manager.cc:1888] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.9
I20240503 14:00:43.278215 22528 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c335093cbbf74398ad25118b436b34d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.278740 22512 tablet_copy_client.cc:783] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.278893 22512 tablet_copy_client.cc:647] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.279778 22528 tablet_copy_client.cc:783] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.279942 22528 tablet_copy_client.cc:647] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.282739 22512 tablet_copy_client.cc:523] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.284289 22512 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: Bootstrap starting.
I20240503 14:00:43.288305 22528 tablet_copy_client.cc:523] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.290076 22528 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:43.292655 22553 ts_tablet_manager.cc:902] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Initiating tablet copy from peer e760fb998d0240e5b4b229f8ced3bf81 (127.0.99.133:38409)
I20240503 14:00:43.293264 22553 tablet_copy_client.cc:308] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.133:38409
I20240503 14:00:43.293812 17443 tablet_copy_service.cc:140] P e760fb998d0240e5b4b229f8ced3bf81: Received BeginTabletCopySession request for tablet 1b948fcb7d424557b102f4923de0f547 from peer 026c625717ca4ce0bbb1ff3af3fde786 ({username='slave'} at 127.0.99.132:38613)
I20240503 14:00:43.293928 17443 tablet_copy_service.cc:161] P e760fb998d0240e5b4b229f8ced3bf81: Beginning new tablet copy session on tablet 1b948fcb7d424557b102f4923de0f547 from peer 026c625717ca4ce0bbb1ff3af3fde786 at {username='slave'} at 127.0.99.132:38613: session id = 026c625717ca4ce0bbb1ff3af3fde786-1b948fcb7d424557b102f4923de0f547
I20240503 14:00:43.294950 17443 tablet_copy_source_session.cc:205] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.297262 22553 ts_tablet_manager.cc:1875] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.299937 22553 ts_tablet_manager.cc:1888] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:43.300109 22553 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1b948fcb7d424557b102f4923de0f547. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.301136 22553 tablet_copy_client.cc:783] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.301266 22553 tablet_copy_client.cc:647] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.308610 22553 tablet_copy_client.cc:523] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.310130 22553 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:43.324155 22465 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.324154 22529 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.324487 22529 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Bootstrap complete.
I20240503 14:00:43.324682 22529 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Time spent bootstrapping tablet: real 0.055s user 0.034s sys 0.000s
I20240503 14:00:43.326504 22529 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } }
I20240503 14:00:43.326669 22529 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ff873760acac43f7bbb9438b61324220, State: Initialized, Role: LEARNER
I20240503 14:00:43.326786 22529 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 1.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } }
I20240503 14:00:43.327700 22529 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
I20240503 14:00:43.328852 17311 tablet_copy_service.cc:342] P 026c625717ca4ce0bbb1ff3af3fde786: Request end of tablet copy session ff873760acac43f7bbb9438b61324220-c335093cbbf74398ad25118b436b34d8 received from {username='slave'} at 127.0.99.134:50285
I20240503 14:00:43.328936 17311 tablet_copy_service.cc:433] P 026c625717ca4ce0bbb1ff3af3fde786: ending tablet copy session ff873760acac43f7bbb9438b61324220-c335093cbbf74398ad25118b436b34d8 on tablet c335093cbbf74398ad25118b436b34d8 with peer ff873760acac43f7bbb9438b61324220
I20240503 14:00:43.338078 22512 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: Bootstrap replayed 1/1 log segments. Stats: ops{read=13 overwritten=0 applied=13 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.338441 22465 tablet_bootstrap.cc:492] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap complete.
I20240503 14:00:43.338634 22465 ts_tablet_manager.cc:1367] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.071s user 0.028s sys 0.003s
I20240503 14:00:43.339124 22465 raft_consensus.cc:348] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.339287 22465 raft_consensus.cc:729] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: LEARNER
I20240503 14:00:43.339411 22465 consensus_queue.cc:260] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.340299 22465 ts_tablet_manager.cc:1398] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:43.340868 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-33d41ba26f0b4bbe919adf85c512b2d5 received from {username='slave'} at 127.0.99.132:49141
I20240503 14:00:43.340950 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-33d41ba26f0b4bbe919adf85c512b2d5 on tablet 33d41ba26f0b4bbe919adf85c512b2d5 with peer 026c625717ca4ce0bbb1ff3af3fde786
I20240503 14:00:43.340956 22512 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: Bootstrap complete.
I20240503 14:00:43.342689 22512 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: Time spent bootstrapping tablet: real 0.058s user 0.032s sys 0.000s
I20240503 14:00:43.343194 22512 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:43.343390 22512 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: ade22f3f009245149c3823365628cf87, State: Initialized, Role: LEARNER
I20240503 14:00:43.343516 22512 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 13, Last appended: 1.13, Last appended by leader: 13, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:43.344334 22512 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
I20240503 14:00:43.344858 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session ade22f3f009245149c3823365628cf87-38cafd9262a84ed5a02056e5a89661c6 received from {username='slave'} at 127.0.99.136:40579
I20240503 14:00:43.344934 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session ade22f3f009245149c3823365628cf87-38cafd9262a84ed5a02056e5a89661c6 on tablet 38cafd9262a84ed5a02056e5a89661c6 with peer ade22f3f009245149c3823365628cf87
I20240503 14:00:43.346602 22572 ts_tablet_manager.cc:902] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:43.349103 22572 tablet_copy_client.cc:308] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:43.349822 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet 38cafd9262a84ed5a02056e5a89661c6 from peer 9dd8ee24fd2048bebb45a234038e5de7 ({username='slave'} at 127.0.99.130:55189)
I20240503 14:00:43.349927 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet 38cafd9262a84ed5a02056e5a89661c6 from peer 9dd8ee24fd2048bebb45a234038e5de7 at {username='slave'} at 127.0.99.130:55189: session id = 9dd8ee24fd2048bebb45a234038e5de7-38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:43.350854 17179 tablet_copy_source_session.cc:205] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.351888 22572 ts_tablet_manager.cc:1875] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.354341 22572 ts_tablet_manager.cc:1888] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.9
I20240503 14:00:43.354558 22572 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 38cafd9262a84ed5a02056e5a89661c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.356114 22586 ts_tablet_manager.cc:902] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Initiating tablet copy from peer f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329)
I20240503 14:00:43.356236 22572 tablet_copy_client.cc:783] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.356442 22572 tablet_copy_client.cc:647] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.358477 22572 tablet_copy_client.cc:523] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.360139 22572 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap starting.
I20240503 14:00:43.361361 22586 tablet_copy_client.cc:308] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.135:39329
I20240503 14:00:43.361840 17707 tablet_copy_service.cc:140] P f18457af7c0e4c099dbc02b05e0592d8: Received BeginTabletCopySession request for tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d ({username='slave'} at 127.0.99.129:60421)
I20240503 14:00:43.361972 17707 tablet_copy_service.cc:161] P f18457af7c0e4c099dbc02b05e0592d8: Beginning new tablet copy session on tablet d9c54ff9b423418caa553ba45fbbf0d0 from peer 0a2f4aa4f4274c178ebc6b0c4d26e51d at {username='slave'} at 127.0.99.129:60421: session id = 0a2f4aa4f4274c178ebc6b0c4d26e51d-d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:43.359601 22528 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.362541 22528 tablet_bootstrap.cc:492] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap complete.
I20240503 14:00:43.362728 22528 ts_tablet_manager.cc:1367] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.073s user 0.032s sys 0.001s
I20240503 14:00:43.363059 17707 tablet_copy_source_session.cc:205] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:43.363339 22528 raft_consensus.cc:348] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } }
I20240503 14:00:43.363502 22528 raft_consensus.cc:729] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: LEARNER
I20240503 14:00:43.363612 22528 consensus_queue.cc:260] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 1.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: NON_VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } }
I20240503 14:00:43.364312 22586 ts_tablet_manager.cc:1875] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:43.364500 22528 ts_tablet_manager.cc:1398] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
I20240503 14:00:43.365901 17311 tablet_copy_service.cc:342] P 026c625717ca4ce0bbb1ff3af3fde786: Request end of tablet copy session 0a2f4aa4f4274c178ebc6b0c4d26e51d-c335093cbbf74398ad25118b436b34d8 received from {username='slave'} at 127.0.99.129:54839
I20240503 14:00:43.365986 17311 tablet_copy_service.cc:433] P 026c625717ca4ce0bbb1ff3af3fde786: ending tablet copy session 0a2f4aa4f4274c178ebc6b0c4d26e51d-c335093cbbf74398ad25118b436b34d8 on tablet c335093cbbf74398ad25118b436b34d8 with peer 0a2f4aa4f4274c178ebc6b0c4d26e51d
I20240503 14:00:43.366839 22586 ts_tablet_manager.cc:1888] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.9
I20240503 14:00:43.367013 22586 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d9c54ff9b423418caa553ba45fbbf0d0. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:43.368043 22586 tablet_copy_client.cc:783] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:43.368183 22586 tablet_copy_client.cc:647] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:43.370447 22586 tablet_copy_client.cc:523] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:43.371492 22526 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap replayed 1/1 log segments. Stats: ops{read=13 overwritten=0 applied=13 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.371840 22526 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap complete.
I20240503 14:00:43.372056 22526 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.099s user 0.032s sys 0.000s
I20240503 14:00:43.372340 22586 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap starting.
I20240503 14:00:43.372570 22526 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:43.373358 22526 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: LEARNER
I20240503 14:00:43.373524 22526 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 13, Last appended: 1.13, Last appended by leader: 13, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:43.375046 22526 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
I20240503 14:00:43.377470 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-38cafd9262a84ed5a02056e5a89661c6 received from {username='slave'} at 127.0.99.132:49141
I20240503 14:00:43.377568 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-38cafd9262a84ed5a02056e5a89661c6 on tablet 38cafd9262a84ed5a02056e5a89661c6 with peer 026c625717ca4ce0bbb1ff3af3fde786
I20240503 14:00:43.389744 22553 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.390034 22553 tablet_bootstrap.cc:492] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap complete.
I20240503 14:00:43.390224 22553 ts_tablet_manager.cc:1367] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.080s user 0.026s sys 0.000s
I20240503 14:00:43.390717 22553 raft_consensus.cc:348] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.390858 22553 raft_consensus.cc:729] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: LEARNER
I20240503 14:00:43.390967 22553 consensus_queue.cc:260] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:43.391350 22553 ts_tablet_manager.cc:1398] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
I20240503 14:00:43.391954 17443 tablet_copy_service.cc:342] P e760fb998d0240e5b4b229f8ced3bf81: Request end of tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-1b948fcb7d424557b102f4923de0f547 received from {username='slave'} at 127.0.99.132:38613
I20240503 14:00:43.392043 17443 tablet_copy_service.cc:433] P e760fb998d0240e5b4b229f8ced3bf81: ending tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-1b948fcb7d424557b102f4923de0f547 on tablet 1b948fcb7d424557b102f4923de0f547 with peer 026c625717ca4ce0bbb1ff3af3fde786
I20240503 14:00:43.411252 22586 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.411588 22586 tablet_bootstrap.cc:492] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Bootstrap complete.
I20240503 14:00:43.411789 22586 ts_tablet_manager.cc:1367] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent bootstrapping tablet: real 0.039s user 0.029s sys 0.000s
I20240503 14:00:43.412268 22586 raft_consensus.cc:348] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:43.412431 22586 raft_consensus.cc:729] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 0a2f4aa4f4274c178ebc6b0c4d26e51d, State: Initialized, Role: LEARNER
I20240503 14:00:43.412561 22586 consensus_queue.cc:260] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 1.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: NON_VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: true } }
I20240503 14:00:43.412990 22586 ts_tablet_manager.cc:1398] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Time spent starting tablet: real 0.001s user 0.003s sys 0.000s
I20240503 14:00:43.413029 22572 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap replayed 1/1 log segments. Stats: ops{read=13 overwritten=0 applied=13 ignored=0} inserts{seen=689 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:43.413347 22572 tablet_bootstrap.cc:492] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Bootstrap complete.
I20240503 14:00:43.413518 22572 ts_tablet_manager.cc:1367] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent bootstrapping tablet: real 0.053s user 0.029s sys 0.002s
I20240503 14:00:43.413580 17707 tablet_copy_service.cc:342] P f18457af7c0e4c099dbc02b05e0592d8: Request end of tablet copy session 0a2f4aa4f4274c178ebc6b0c4d26e51d-d9c54ff9b423418caa553ba45fbbf0d0 received from {username='slave'} at 127.0.99.129:60421
I20240503 14:00:43.413648 17707 tablet_copy_service.cc:433] P f18457af7c0e4c099dbc02b05e0592d8: ending tablet copy session 0a2f4aa4f4274c178ebc6b0c4d26e51d-d9c54ff9b423418caa553ba45fbbf0d0 on tablet d9c54ff9b423418caa553ba45fbbf0d0 with peer 0a2f4aa4f4274c178ebc6b0c4d26e51d
I20240503 14:00:43.413969 22572 raft_consensus.cc:348] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:43.414141 22572 raft_consensus.cc:729] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 9dd8ee24fd2048bebb45a234038e5de7, State: Initialized, Role: LEARNER
I20240503 14:00:43.414288 22572 consensus_queue.cc:260] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 13, Last appended: 1.13, Last appended by leader: 13, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: NON_VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:43.414726 22572 ts_tablet_manager.cc:1398] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7: Time spent starting tablet: real 0.001s user 0.004s sys 0.000s
I20240503 14:00:43.415261 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 9dd8ee24fd2048bebb45a234038e5de7-38cafd9262a84ed5a02056e5a89661c6 received from {username='slave'} at 127.0.99.130:55189
I20240503 14:00:43.415333 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 9dd8ee24fd2048bebb45a234038e5de7-38cafd9262a84ed5a02056e5a89661c6 on tablet 38cafd9262a84ed5a02056e5a89661c6 with peer 9dd8ee24fd2048bebb45a234038e5de7
I20240503 14:00:43.443454 19040 raft_consensus.cc:1203] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:43.555584 17289 raft_consensus.cc:1203] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:43.604998 19318 raft_consensus.cc:1203] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.11->[1.12-1.12] Dedup: 1.12->[]
I20240503 14:00:43.656697 19186 raft_consensus.cc:1203] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.12->[1.13-1.13] Dedup: 1.13->[]
I20240503 14:00:43.713374 17289 raft_consensus.cc:1203] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.10->[1.11-1.11] Dedup: 1.11->[]
I20240503 14:00:43.728832 17555 raft_consensus.cc:1203] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.11->[1.12-1.12] Dedup: 1.12->[]
I20240503 14:00:43.740259 17289 raft_consensus.cc:1203] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.12->[1.13-1.13] Dedup: 1.13->[]
I20240503 14:00:43.745261 16893 raft_consensus.cc:1203] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Deduplicated request from leader. Original: 1.11->[1.12-1.12] Dedup: 1.12->[]
I20240503 14:00:43.783422 19186 raft_consensus.cc:1203] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.7->[1.8-1.8] Dedup: 1.8->[]
I20240503 14:00:43.792301 17289 raft_consensus.cc:1203] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.10->[1.11-1.11] Dedup: 1.11->[]
I20240503 14:00:43.844463 17025 raft_consensus.cc:1203] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.12->[1.13-1.13] Dedup: 1.13->[]
I20240503 14:00:43.852953 17289 raft_consensus.cc:1203] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Deduplicated request from leader. Original: 1.10->[1.11-1.11] Dedup: 1.11->[]
I20240503 14:00:43.959008 16894 raft_consensus.cc:1203] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Deduplicated request from leader. Original: 1.11->[1.12-1.12] Dedup: 1.12->[]
I20240503 14:00:43.980835 22258 raft_consensus.cc:1050] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: attempting to promote NON_VOTER dcb78407b6a84cc5a6e661b9ceb1a417 to VOTER
I20240503 14:00:43.981578 22258 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 1.12, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:43.983590 19317 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 LEARNER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.983616 19186 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.983704 19040 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.984139 16894 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.984249 22660 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.984301 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.984498 22764 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.984732 17025 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.984818 22764 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.985190 22764 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.985391 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.985973 22660 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.986070 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.986217 22764 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.986824 17555 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:43.987767 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:43.989264 22257 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.990015 17555 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.990444 19317 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.992300 19186 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.992960 19040 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.993063 16747 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 reported cstate change: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.993878 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.995754 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:43.997357 22764 raft_consensus.cc:1050] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8: attempting to promote NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d to VOTER
I20240503 14:00:43.997968 22764 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 1.13, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:43.998934 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.000814 16893 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.001670 19317 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.002111 19040 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.002312 22258 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.002528 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.002486 16894 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Committing config change with OpId 1.13: config changed from index 12 to 13, dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.002949 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.002931 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.003346 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.006255 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.006866 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.007400 19186 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.007791 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.008517 17025 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.008913 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.008893 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.009313 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.010936 22257 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.013898 16894 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.014396 19040 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.014518 19317 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.016659 19186 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.016957 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.017036 16751 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.018843 17025 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.022339 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.022974 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.026929 17686 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 14, Committed index: 14, Last appended: 1.14, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:44.029104 19040 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.029284 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.029590 19317 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.029861 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.029994 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.030038 16894 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.030140 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.030457 19186 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.030786 22258 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.030946 22784 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.031383 22257 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.031595 22783 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.032791 22785 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.033253 22764 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.037063 22258 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.038442 16894 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.039530 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.039750 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d9c54ff9b423418caa553ba45fbbf0d0 with cas_config_opid_index 14: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.040066 19040 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.040499 19317 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.041762 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.042408 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.042251 16751 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:44.051558 17007 tablet_service.cc:1514] Processing DeleteTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 with delete_type TABLET_DATA_TOMBSTONED (TS 9dd8ee24fd2048bebb45a234038e5de7 not found in new config with opid_index 15) from {username='slave'} at 127.0.0.1:60034
I20240503 14:00:44.051234 19186 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.054322 22802 tablet_replica.cc:330] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: stopping tablet replica
I20240503 14:00:44.054512 22802 raft_consensus.cc:2229] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.054893 22802 raft_consensus.cc:2258] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.054916 17686 consensus_queue.cc:237] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 15, Committed index: 15, Last appended: 1.15, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } }
I20240503 14:00:44.055569 22802 ts_tablet_manager.cc:1875] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.056514 16894 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.056972 19040 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.056932 22773 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.057819 19317 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.057826 17553 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.057852 17422 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.058218 17158 raft_consensus.cc:1261] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer f18457af7c0e4c099dbc02b05e0592d8: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.058243 22784 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.058413 22783 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.058799 22783 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.058926 22785 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.059098 22764 consensus_queue.cc:1035] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.060978 22802 ts_tablet_manager.cc:1888] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.14
I20240503 14:00:44.061259 22802 log.cc:1196] T d9c54ff9b423418caa553ba45fbbf0d0 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:44.061931 16737 catalog_manager.cc:4830] TS 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783): tablet d9c54ff9b423418caa553ba45fbbf0d0 (table rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]) successfully deleted
I20240503 14:00:44.062446 22785 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 LEADER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.063059 19318 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.064049 17158 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.065034 16894 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.065651 19040 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.065727 16751 catalog_manager.cc:5484] T d9c54ff9b423418caa553ba45fbbf0d0 P dcb78407b6a84cc5a6e661b9ceb1a417 reported cstate change: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New cstate: current_term: 1 leader_uuid: "f18457af7c0e4c099dbc02b05e0592d8" committed_config { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.066936 17422 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.067639 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet d9c54ff9b423418caa553ba45fbbf0d0 with cas_config_opid_index 15: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.068976 17553 raft_consensus.cc:2932] T d9c54ff9b423418caa553ba45fbbf0d0 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } }
I20240503 14:00:44.071333 21939 raft_consensus.cc:1050] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 4959c578d5604815b0a2f45a5a825c11 to VOTER
I20240503 14:00:44.071933 21939 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:44.074026 16894 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.074326 19040 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.074443 17025 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.074697 19186 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.074910 22316 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.075060 22805 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.075400 22316 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.075955 21938 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.076006 17686 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.076411 21938 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.076445 17553 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.077621 21938 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.077690 17422 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.079136 22316 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.081041 22807 raft_consensus.cc:1050] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:44.081737 22807 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 1.13, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } }
I20240503 14:00:44.083832 19167 tablet_service.cc:1514] Processing DeleteTablet for tablet d9c54ff9b423418caa553ba45fbbf0d0 with delete_type TABLET_DATA_TOMBSTONED (TS ade22f3f009245149c3823365628cf87 not found in new config with opid_index 16) from {username='slave'} at 127.0.0.1:52070
I20240503 14:00:44.084453 17027 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.085402 22316 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.085494 17686 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.087666 17289 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.087792 22805 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.087800 17422 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.088254 19187 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.088093 19186 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.088716 19318 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.089531 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.090330 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.090699 17555 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.090978 22823 tablet_replica.cc:330] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: stopping tablet replica
I20240503 14:00:44.091037 16893 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.091409 22823 raft_consensus.cc:2229] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.091969 22823 raft_consensus.cc:2258] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.093043 16751 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:44.093858 16894 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.094774 22823 ts_tablet_manager.cc:1875] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.097374 22823 ts_tablet_manager.cc:1888] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.15
I20240503 14:00:44.097342 17027 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.097651 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.098030 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.098858 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.099969 22823 log.cc:1196] T d9c54ff9b423418caa553ba45fbbf0d0 P ade22f3f009245149c3823365628cf87: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/wals/d9c54ff9b423418caa553ba45fbbf0d0
I20240503 14:00:44.100422 17553 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.100700 16737 catalog_manager.cc:4830] TS ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): tablet d9c54ff9b423418caa553ba45fbbf0d0 (table rebalance_test_table_6 [id=cc1cfd13261344598425b9a524eae4de]) successfully deleted
I20240503 14:00:44.102406 19040 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.104087 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.104306 22806 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.104663 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.104782 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.104665 19040 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.107534 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.107615 17158 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } }
I20240503 14:00:44.109516 17686 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.109791 17421 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.110003 22807 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.110525 22808 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.114985 17555 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.115619 22807 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.117231 16894 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.118408 19038 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.118742 17027 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.119871 22804 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.119603 22805 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.120887 22807 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.121281 22807 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.121677 17027 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEARNER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.122567 19186 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.125044 21938 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.125908 22249 raft_consensus.cc:1050] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 to VOTER
I20240503 14:00:44.126518 22249 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:44.127099 17025 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.127789 17553 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.129220 17554 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.129856 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet e8f707b2145d44eeab46180f8ade3ee7 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.130167 17158 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.130357 19056 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.130730 17673 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.131089 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.131419 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.133078 16751 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:44.133397 17673 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.133751 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.135125 16894 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.135859 17290 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.136054 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.136921 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.137056 17422 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.137780 17423 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.139245 16748 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.141623 21057 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.143918 21057 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.144980 17289 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.145848 22805 raft_consensus.cc:1050] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 9dd8ee24fd2048bebb45a234038e5de7 to VOTER
I20240503 14:00:44.146399 22805 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 14, Committed index: 14, Last appended: 1.14, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } }
I20240503 14:00:44.146678 19167 tablet_service.cc:1514] Processing DeleteTablet for tablet e8f707b2145d44eeab46180f8ade3ee7 with delete_type TABLET_DATA_TOMBSTONED (TS ade22f3f009245149c3823365628cf87 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:52070
I20240503 14:00:44.146906 22823 tablet_replica.cc:330] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: stopping tablet replica
I20240503 14:00:44.147042 22823 raft_consensus.cc:2229] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.147337 22823 raft_consensus.cc:2258] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.147603 17158 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.147756 19038 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.150323 22823 ts_tablet_manager.cc:1875] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.150063 17423 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.152298 22823 ts_tablet_manager.cc:1888] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:44.152359 22823 log.cc:1196] T e8f707b2145d44eeab46180f8ade3ee7 P ade22f3f009245149c3823365628cf87: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-7/wal/wals/e8f707b2145d44eeab46180f8ade3ee7
I20240503 14:00:44.152133 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.153069 16737 catalog_manager.cc:4830] TS ade22f3f009245149c3823365628cf87 (127.0.99.136:39613): tablet e8f707b2145d44eeab46180f8ade3ee7 (table rebalance_test_table_1 [id=31f3d5e20ff4433ab2c0aa55e9980b71]) successfully deleted
I20240503 14:00:44.155849 17554 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.158980 16894 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.159930 16753 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:44.159891 17290 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.160893 22806 raft_consensus.cc:1013] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: attempt to promote peer 9dd8ee24fd2048bebb45a234038e5de7: there is already a config change operation in progress. Unable to promote follower until it completes. Doing nothing.
I20240503 14:00:44.161154 22824 raft_consensus.cc:1013] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: attempt to promote peer 026c625717ca4ce0bbb1ff3af3fde786: there is already a config change operation in progress. Unable to promote follower until it completes. Doing nothing.
I20240503 14:00:44.162214 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.162679 19056 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.162904 16893 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.163277 22841 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.163199 16892 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.164340 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.164904 19038 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.165110 22806 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.165230 19186 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.166251 17555 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER ade22f3f009245149c3823365628cf87 (127.0.99.136) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } }
I20240503 14:00:44.168056 22804 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.168336 22804 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.168632 22804 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.169521 17423 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.171362 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.172720 22807 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.172772 17025 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.172662 19056 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.173327 22804 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.176553 22804 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.178951 16892 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.179785 22807 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.181238 17289 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.180996 17673 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.182148 19186 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.183001 19038 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.185814 16750 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.186398 22806 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.187191 17025 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.189741 17554 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.192456 17289 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.195057 17423 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.195355 16894 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.197841 19317 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.198402 17673 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.199014 22805 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.199851 19317 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: NON_VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: true } } }
I20240503 14:00:44.201540 19317 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) changed from NON_VOTER to VOTER. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.204008 17158 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 15, Committed index: 15, Last appended: 1.15, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } }
I20240503 14:00:44.207767 19318 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.207834 17025 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.208084 19186 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.208271 19056 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.208326 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.208439 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.208714 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.208801 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.211257 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.211284 17554 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.211257 21939 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.211853 17289 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.211867 22316 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.212220 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.212327 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.212915 17673 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.213042 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.213542 22824 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.213536 17289 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.214562 17025 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.214645 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.215078 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 38cafd9262a84ed5a02056e5a89661c6 with cas_config_opid_index 15: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.215775 19186 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.217149 16749 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.217139 19056 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.217826 22316 raft_consensus.cc:1050] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 to VOTER
I20240503 14:00:44.217958 19317 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.218317 22316 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 1.16, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } }
I20240503 14:00:44.222083 17686 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.223640 16874 tablet_service.cc:1514] Processing DeleteTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 with delete_type TABLET_DATA_TOMBSTONED (TS 0a2f4aa4f4274c178ebc6b0c4d26e51d not found in new config with opid_index 16) from {username='slave'} at 127.0.0.1:56124
I20240503 14:00:44.223804 17025 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.224279 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.224505 22865 tablet_replica.cc:330] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: stopping tablet replica
I20240503 14:00:44.224637 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.224700 22865 raft_consensus.cc:2229] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.224963 19056 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.224987 19317 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.225363 22865 raft_consensus.cc:2258] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.225414 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.225807 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.227113 22865 ts_tablet_manager.cc:1875] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.227335 17289 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.228407 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.228560 17554 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.230186 22865 ts_tablet_manager.cc:1888] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.15
I20240503 14:00:44.230337 22865 log.cc:1196] T 38cafd9262a84ed5a02056e5a89661c6 P 0a2f4aa4f4274c178ebc6b0c4d26e51d: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-0/wal/wals/38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:44.231904 22805 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.232324 16740 catalog_manager.cc:4830] TS 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129:34017): tablet 38cafd9262a84ed5a02056e5a89661c6 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:44.232959 17422 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.233000 17289 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.234086 19317 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.234069 17025 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.236846 16748 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.237974 19056 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.240295 17555 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.240957 21938 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.242636 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.242888 19187 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 16. Preceding OpId from leader: term: 1 index: 17. (index mismatch)
I20240503 14:00:44.243685 22805 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.244299 22805 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
I20240503 14:00:44.245589 19187 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.245765 17686 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.246142 17554 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.17: config changed from index 16 to 17, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 17 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.252573 22697 raft_consensus.cc:1050] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: attempting to promote NON_VOTER ff873760acac43f7bbb9438b61324220 to VOTER
I20240503 14:00:44.253149 22697 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 1.12, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } }
I20240503 14:00:44.256319 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.256348 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.256718 19056 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.258338 17673 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.258363 17158 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.259002 22697 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.259320 22697 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.259462 22892 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.259565 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.259768 22892 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.259984 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.260007 22892 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.261327 22892 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.001s
I20240503 14:00:44.261758 17554 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 LEARNER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.261852 22697 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.262652 22697 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.263451 22884 raft_consensus.cc:1013] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: attempt to promote peer 0a2f4aa4f4274c178ebc6b0c4d26e51d: there is already a config change operation in progress. Unable to promote follower until it completes. Doing nothing.
I20240503 14:00:44.265707 22888 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.266085 19056 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.266378 17554 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.268465 17158 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.268978 19317 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.268980 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.270681 16748 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 reported cstate change: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.271117 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.271554 16894 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.275609 17673 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, ff873760acac43f7bbb9438b61324220 (127.0.99.134) changed from NON_VOTER to VOTER. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: NON_VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: true } } }
I20240503 14:00:44.276682 22890 raft_consensus.cc:1050] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786: attempting to promote NON_VOTER 0a2f4aa4f4274c178ebc6b0c4d26e51d to VOTER
I20240503 14:00:44.277395 22890 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 1.13, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } }
I20240503 14:00:44.280236 17158 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.280340 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.281001 22890 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.281056 17554 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.281368 22890 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.281945 19056 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.283432 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 LEARNER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.283880 22883 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.283964 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.284132 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.284242 22883 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.284615 22883 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.286685 22890 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.287016 22890 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.288326 22883 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.289496 19317 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.290951 16894 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.291066 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.291096 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.293458 17158 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.296484 16749 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:44.301318 17673 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 13. Preceding OpId from leader: term: 1 index: 14. (index mismatch)
I20240503 14:00:44.302433 17555 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.302961 22890 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
I20240503 14:00:44.303910 22335 raft_consensus.cc:1050] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81: attempting to promote NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 to VOTER
I20240503 14:00:44.304531 22335 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:44.306676 17687 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.307044 19187 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.307039 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.307175 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.307688 17289 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.307766 16894 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.308137 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.308480 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.308580 19317 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.308576 17555 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.308722 22629 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.309078 22629 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.310828 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.310974 22629 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.311318 21057 raft_consensus.cc:1050] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7: attempting to promote NON_VOTER ade22f3f009245149c3823365628cf87 to VOTER
I20240503 14:00:44.311877 21057 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 1.8, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:44.313668 16894 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.313882 17673 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.314520 19186 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [term 1 LEARNER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.314901 17686 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.315241 21859 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.315420 22842 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.315641 22840 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.316015 19318 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.316177 17158 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.317325 22840 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.317415 17554 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.317912 17422 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 8. Preceding OpId from leader: term: 1 index: 9. (index mismatch)
I20240503 14:00:44.319258 21859 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.319509 22844 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.320835 22840 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
I20240503 14:00:44.323684 19056 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.14: config changed from index 13 to 14, 0a2f4aa4f4274c178ebc6b0c4d26e51d (127.0.99.129) changed from NON_VOTER to VOTER. New config: { opid_index: 14 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.325657 22933 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.327378 21057 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.328450 17422 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.329394 17687 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.329384 17554 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.330747 19318 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.330853 16894 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.331246 19186 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.331880 17158 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.333858 16753 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 reported cstate change: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.334576 17687 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.9: config changed from index 8 to 9, ade22f3f009245149c3823365628cf87 (127.0.99.136) changed from NON_VOTER to VOTER. New config: { opid_index: 9 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.334769 17290 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 14, Committed index: 14, Last appended: 1.14, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } }
I20240503 14:00:44.334934 16894 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.337206 16894 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.337527 22885 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.338550 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.338802 19318 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.340770 17158 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.341084 22885 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.341215 22915 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.341246 17027 consensus_queue.cc:237] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } }
I20240503 14:00:44.342940 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.343356 17025 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.343434 22885 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.343871 19187 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.344282 22885 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.344825 17159 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.344961 21859 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.344877 16745 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.345245 22842 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.346227 17687 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.346664 16894 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.346880 22842 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.347064 21057 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.347421 22915 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.348157 17553 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.350628 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet c335093cbbf74398ad25118b436b34d8 with cas_config_opid_index 14: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.350522 17159 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.351919 16750 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:44.352280 16892 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.353749 22842 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.353857 19316 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.354074 17289 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.356606 17423 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.356917 21859 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.358294 19056 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.359350 22890 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.360194 19187 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.360878 16892 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.361546 19186 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.362802 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 76b5c23498c54133a5bf16ef759a8221 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.363499 19056 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.363559 17555 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.363745 16751 catalog_manager.cc:5484] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:44.363719 17158 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.365096 17025 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.365705 17687 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.372139 17665 tablet_service.cc:1514] Processing DeleteTablet for tablet c335093cbbf74398ad25118b436b34d8 with delete_type TABLET_DATA_TOMBSTONED (TS f18457af7c0e4c099dbc02b05e0592d8 not found in new config with opid_index 15) from {username='slave'} at 127.0.0.1:34652
I20240503 14:00:44.374536 19298 tablet_service.cc:1514] Processing DeleteTablet for tablet 76b5c23498c54133a5bf16ef759a8221 with delete_type TABLET_DATA_TOMBSTONED (TS dcb78407b6a84cc5a6e661b9ceb1a417 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:56376
I20240503 14:00:44.376562 17555 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.376545 19318 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.380986 17554 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 14. Preceding OpId from leader: term: 1 index: 15. (index mismatch)
I20240503 14:00:44.381850 22881 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 15, Last known committed idx: 14, Time since last communication: 0.000s
I20240503 14:00:44.383149 17423 consensus_queue.cc:237] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 1.12, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:44.383689 17422 raft_consensus.cc:1261] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.384073 22842 consensus_queue.cc:1035] T 76b5c23498c54133a5bf16ef759a8221 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.385150 17289 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.385308 17555 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.385710 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.386054 16892 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.386081 22335 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.386922 17423 raft_consensus.cc:2932] T 76b5c23498c54133a5bf16ef759a8221 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } }
I20240503 14:00:44.387137 19186 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.387595 21880 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.387792 22335 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.389175 22629 raft_consensus.cc:1050] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81: attempting to promote NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 to VOTER
I20240503 14:00:44.389701 22629 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:44.391945 22935 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.392066 17554 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.15: config changed from index 14 to 15, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 15 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { replace: true } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.390138 17025 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.393326 22974 tablet_replica.cc:330] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: stopping tablet replica
I20240503 14:00:44.393474 22974 raft_consensus.cc:2229] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.393630 22974 raft_consensus.cc:2258] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.394498 22974 ts_tablet_manager.cc:1875] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.394776 17673 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.395910 22934 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.396090 22805 raft_consensus.cc:1050] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc: attempting to promote NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 to VOTER
I20240503 14:00:44.396631 22805 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:44.397225 17025 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.397868 22974 ts_tablet_manager.cc:1888] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.14
I20240503 14:00:44.397996 22974 log.cc:1196] T c335093cbbf74398ad25118b436b34d8 P f18457af7c0e4c099dbc02b05e0592d8: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/wals/c335093cbbf74398ad25118b436b34d8
I20240503 14:00:44.398057 22935 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.398098 22335 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.399300 16894 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.399235 19187 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.399313 17025 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.399662 16893 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.401239 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 888157931b464e8689a70eb9c77edca4 with cas_config_opid_index 12: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.401908 19317 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.401840 16745 catalog_manager.cc:5484] T 888157931b464e8689a70eb9c77edca4 P 9dd8ee24fd2048bebb45a234038e5de7 reported cstate change: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.402108 17290 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.402343 22316 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.402742 17288 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.402915 16739 catalog_manager.cc:4830] TS f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329): tablet c335093cbbf74398ad25118b436b34d8 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:44.402967 17289 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.403313 22804 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.403669 22935 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.404055 22935 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.406033 17423 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.406358 19056 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.406426 17555 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.406512 16892 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.406826 22934 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.406875 22804 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.407038 22316 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.407271 22804 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.407959 17665 tablet_service.cc:1514] Processing DeleteTablet for tablet 888157931b464e8689a70eb9c77edca4 with delete_type TABLET_DATA_TOMBSTONED (TS f18457af7c0e4c099dbc02b05e0592d8 not found in new config with opid_index 13) from {username='slave'} at 127.0.0.1:34652
I20240503 14:00:44.408933 17687 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.408764 17553 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.409732 22804 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.410514 17552 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.410662 19186 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.411653 22629 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.412603 19056 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 1 index: 12. (index mismatch)
I20240503 14:00:44.413089 22805 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.413669 19318 raft_consensus.cc:1261] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.414326 22978 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.414705 22937 consensus_queue.cc:1035] T 888157931b464e8689a70eb9c77edca4 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.415097 22937 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
I20240503 14:00:44.416700 16893 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.416700 17288 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.416925 19038 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.417419 19186 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.419829 19318 raft_consensus.cc:2932] T 888157931b464e8689a70eb9c77edca4 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.420295 16747 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:44.421541 22974 tablet_replica.cc:330] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: stopping tablet replica
I20240503 14:00:44.421767 22974 raft_consensus.cc:2229] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.422636 22974 raft_consensus.cc:2258] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.423624 22974 ts_tablet_manager.cc:1875] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.424479 17554 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.425262 17027 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.426692 22805 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.427901 17289 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.430159 17687 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.430662 19317 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.432833 22974 ts_tablet_manager.cc:1888] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.12
I20240503 14:00:44.432750 19056 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.432933 16746 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.433166 22975 tablet_replica.cc:330] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: stopping tablet replica
I20240503 14:00:44.433374 22974 log.cc:1196] T 888157931b464e8689a70eb9c77edca4 P f18457af7c0e4c099dbc02b05e0592d8: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/wals/888157931b464e8689a70eb9c77edca4
I20240503 14:00:44.433542 22975 raft_consensus.cc:2229] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.434047 22975 raft_consensus.cc:2258] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.435456 22975 ts_tablet_manager.cc:1875] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.436331 16739 catalog_manager.cc:4830] TS f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329): tablet 888157931b464e8689a70eb9c77edca4 (table rebalance_test_table_2 [id=3564cb1ffb5a443b8445595695c6415f]) successfully deleted
I20240503 14:00:44.436331 17423 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.439333 16892 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.439778 17554 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { replace: true } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.441485 17158 consensus_queue.cc:237] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 1.12, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:44.442320 17673 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.12: config changed from index 11 to 12, 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) changed from NON_VOTER to VOTER. New config: { opid_index: 12 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.443758 19056 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.444444 22316 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.444573 17289 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.443768 19317 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.445816 22805 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.447075 17673 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.447281 22805 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.447535 17423 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.448164 22316 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.448482 22316 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.448940 16892 raft_consensus.cc:1261] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:44.450052 22824 consensus_queue.cc:1035] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:44.452190 22975 ts_tablet_manager.cc:1888] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:44.452282 22975 log.cc:1196] T 76b5c23498c54133a5bf16ef759a8221 P dcb78407b6a84cc5a6e661b9ceb1a417: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-8/wal/wals/76b5c23498c54133a5bf16ef759a8221
I20240503 14:00:44.452092 22824 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.452539 16892 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.452962 16737 catalog_manager.cc:4830] TS dcb78407b6a84cc5a6e661b9ceb1a417 (127.0.99.137:36933): tablet 76b5c23498c54133a5bf16ef759a8221 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:44.454710 17289 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.457289 16746 catalog_manager.cc:5484] T 33d41ba26f0b4bbe919adf85c512b2d5 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.458443 17423 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.458451 17673 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.459285 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 33d41ba26f0b4bbe919adf85c512b2d5 with cas_config_opid_index 12: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.462713 19056 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.462705 19317 raft_consensus.cc:2932] T 33d41ba26f0b4bbe919adf85c512b2d5 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.469702 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet 33d41ba26f0b4bbe919adf85c512b2d5 with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 13) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:44.471351 23010 tablet_replica.cc:330] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:44.471546 23010 raft_consensus.cc:2229] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.471928 23010 raft_consensus.cc:2258] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.475819 23010 ts_tablet_manager.cc:1875] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.478456 23010 ts_tablet_manager.cc:1888] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.12
I20240503 14:00:44.478533 23010 log.cc:1196] T 33d41ba26f0b4bbe919adf85c512b2d5 P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/33d41ba26f0b4bbe919adf85c512b2d5
I20240503 14:00:44.479112 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet 33d41ba26f0b4bbe919adf85c512b2d5 (table rebalance_test_table_5 [id=c731f222a4af405b92b25ff1882e0a74]) successfully deleted
I20240503 14:00:44.505579 17158 consensus_queue.cc:237] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:44.507678 19056 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.507823 16892 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
W20240503 14:00:44.507866 17095 consensus_peers.cc:485] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:44.508064 17027 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.508456 22824 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.508587 17554 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.508898 17423 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.509004 17673 raft_consensus.cc:1261] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.509213 22824 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.509541 22806 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.509694 22808 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.509999 22808 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.512939 22806 consensus_queue.cc:1035] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.513423 22864 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.515833 19056 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.515882 17027 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.516750 17673 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.518637 17555 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.519423 17423 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.519734 16746 catalog_manager.cc:5484] T e8f707b2145d44eeab46180f8ade3ee7 P f18457af7c0e4c099dbc02b05e0592d8 reported cstate change: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.522794 16892 raft_consensus.cc:2932] T e8f707b2145d44eeab46180f8ade3ee7 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.539670 17158 consensus_queue.cc:237] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 10, Committed index: 10, Last appended: 1.10, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:44.541471 19056 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.541610 19186 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.541890 17673 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
W20240503 14:00:44.541911 17095 consensus_peers.cc:485] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc -> Peer 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132:45435): Couldn't send request to peer 026c625717ca4ce0bbb1ff3af3fde786. Error code: TABLET_NOT_FOUND (6). Status: Illegal state: Tablet not RUNNING: STOPPED. This is attempt 1: this message will repeat every 5th retry.
I20240503 14:00:44.542497 22824 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.542738 17423 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.543112 22807 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.543416 17555 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.543783 17027 raft_consensus.cc:1261] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 10. Preceding OpId from leader: term: 1 index: 11. (index mismatch)
I20240503 14:00:44.543435 22807 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.544730 22808 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.545095 22807 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.545228 22806 consensus_queue.cc:1035] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 11, Last known committed idx: 10, Time since last communication: 0.000s
I20240503 14:00:44.547380 22807 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.550076 19186 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.550390 19056 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.550482 17673 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.552373 16749 catalog_manager.cc:5484] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:44.555203 17027 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.556427 17423 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.559240 17555 raft_consensus.cc:2932] T f96a27776dbb450884608c3ff63ec245 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.11: config changed from index 10 to 11, NON_VOTER 026c625717ca4ce0bbb1ff3af3fde786 (127.0.99.132) added. New config: { opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } } }
I20240503 14:00:44.734918 17027 consensus_queue.cc:237] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 9, Committed index: 9, Last appended: 1.9, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:44.736649 17555 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.736665 17158 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.736668 17423 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.737048 19056 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.737051 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.737265 22249 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.737557 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.738052 16892 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.738698 17288 raft_consensus.cc:1261] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 9dd8ee24fd2048bebb45a234038e5de7: Log matching property violated. Preceding OpId in replica: term: 1 index: 9. Preceding OpId from leader: term: 1 index: 10. (index mismatch)
I20240503 14:00:44.738730 21859 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.738858 22840 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.739487 22840 consensus_queue.cc:1035] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 10, Last known committed idx: 9, Time since last communication: 0.000s
I20240503 14:00:44.740990 21859 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 LEADER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.741456 16892 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.741746 17288 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.742395 17158 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.743269 16737 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 4d241f8516bc45b09025c70c502fc444 with cas_config_opid_index 9: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.744972 16750 catalog_manager.cc:5484] T 4d241f8516bc45b09025c70c502fc444 P 0a2f4aa4f4274c178ebc6b0c4d26e51d reported cstate change: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New cstate: current_term: 1 leader_uuid: "9dd8ee24fd2048bebb45a234038e5de7" committed_config { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.745314 17555 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.746515 19056 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.749373 17423 raft_consensus.cc:2932] T 4d241f8516bc45b09025c70c502fc444 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.10: config changed from index 9 to 10, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 10 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:44.750762 17665 tablet_service.cc:1514] Processing DeleteTablet for tablet 4d241f8516bc45b09025c70c502fc444 with delete_type TABLET_DATA_TOMBSTONED (TS f18457af7c0e4c099dbc02b05e0592d8 not found in new config with opid_index 10) from {username='slave'} at 127.0.0.1:34652
I20240503 14:00:44.750981 22974 tablet_replica.cc:330] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: stopping tablet replica
I20240503 14:00:44.751114 22974 raft_consensus.cc:2229] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.751349 22974 raft_consensus.cc:2258] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.752313 22974 ts_tablet_manager.cc:1875] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.754041 22974 ts_tablet_manager.cc:1888] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.9
I20240503 14:00:44.754110 22974 log.cc:1196] T 4d241f8516bc45b09025c70c502fc444 P f18457af7c0e4c099dbc02b05e0592d8: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-6/wal/wals/4d241f8516bc45b09025c70c502fc444
I20240503 14:00:44.754612 16739 catalog_manager.cc:4830] TS f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135:39329): tablet 4d241f8516bc45b09025c70c502fc444 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:44.757485 17158 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 17, Committed index: 17, Last appended: 1.17, Last appended by leader: 0, Current term: 1, Majority size: 5, State: 0, Mode: LEADER, active raft config: opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } }
I20240503 14:00:44.759292 17423 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 17. Preceding OpId from leader: term: 1 index: 18. (index mismatch)
I20240503 14:00:44.759292 17027 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 17. Preceding OpId from leader: term: 1 index: 18. (index mismatch)
I20240503 14:00:44.759686 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 18, Last known committed idx: 17, Time since last communication: 0.000s
I20240503 14:00:44.759735 19317 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 17. Preceding OpId from leader: term: 1 index: 18. (index mismatch)
I20240503 14:00:44.760444 17288 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 17. Preceding OpId from leader: term: 1 index: 18. (index mismatch)
I20240503 14:00:44.760425 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 18, Last known committed idx: 17, Time since last communication: 0.000s
I20240503 14:00:44.760699 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 18, Last known committed idx: 17, Time since last communication: 0.000s
I20240503 14:00:44.760708 19186 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 17. Preceding OpId from leader: term: 1 index: 18. (index mismatch)
I20240503 14:00:44.760886 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 18, Last known committed idx: 17, Time since last communication: 0.000s
I20240503 14:00:44.761276 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 18, Last known committed idx: 17, Time since last communication: 0.000s
I20240503 14:00:44.762773 17673 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 17. Preceding OpId from leader: term: 1 index: 18. (index mismatch)
I20240503 14:00:44.763170 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 18, Last known committed idx: 17, Time since last communication: 0.000s
I20240503 14:00:44.764155 19056 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 17. Preceding OpId from leader: term: 1 index: 18. (index mismatch)
I20240503 14:00:44.764544 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 18, Last known committed idx: 17, Time since last communication: 0.000s
I20240503 14:00:44.764773 21939 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.765378 17673 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.765985 17027 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.768157 19186 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.769141 19317 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.769232 16747 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:44.770049 17423 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.770736 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 38cafd9262a84ed5a02056e5a89661c6 with cas_config_opid_index 17: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.772718 17535 tablet_service.cc:1514] Processing DeleteTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 with delete_type TABLET_DATA_TOMBSTONED (TS ff873760acac43f7bbb9438b61324220 not found in new config with opid_index 18) from {username='slave'} at 127.0.0.1:39638
I20240503 14:00:44.772987 23010 tablet_replica.cc:330] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: stopping tablet replica
I20240503 14:00:44.773140 23010 raft_consensus.cc:2229] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.773133 17288 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.773548 23010 raft_consensus.cc:2258] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.773193 19056 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.18: config changed from index 17 to 18, VOTER ff873760acac43f7bbb9438b61324220 (127.0.99.134) evicted. New config: { opid_index: 18 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false replace: true } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.774396 23010 ts_tablet_manager.cc:1875] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.776718 23010 ts_tablet_manager.cc:1888] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.17
I20240503 14:00:44.776803 23010 log.cc:1196] T 38cafd9262a84ed5a02056e5a89661c6 P ff873760acac43f7bbb9438b61324220: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-5/wal/wals/38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:44.777356 16738 catalog_manager.cc:4830] TS ff873760acac43f7bbb9438b61324220 (127.0.99.134:42251): tablet 38cafd9262a84ed5a02056e5a89661c6 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:44.779029 17158 consensus_queue.cc:237] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 18, Committed index: 18, Last appended: 1.18, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } }
I20240503 14:00:44.780683 17027 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 18. Preceding OpId from leader: term: 1 index: 19. (index mismatch)
I20240503 14:00:44.780683 19186 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 18. Preceding OpId from leader: term: 1 index: 19. (index mismatch)
I20240503 14:00:44.781270 21939 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 19, Last known committed idx: 18, Time since last communication: 0.000s
I20240503 14:00:44.781535 22807 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 19, Last known committed idx: 18, Time since last communication: 0.000s
I20240503 14:00:44.782177 19317 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 18. Preceding OpId from leader: term: 1 index: 19. (index mismatch)
I20240503 14:00:44.782400 17673 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 18. Preceding OpId from leader: term: 1 index: 19. (index mismatch)
I20240503 14:00:44.782773 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 19, Last known committed idx: 18, Time since last communication: 0.000s
I20240503 14:00:44.783255 22808 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 19, Last known committed idx: 18, Time since last communication: 0.000s
I20240503 14:00:44.784010 17423 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 18. Preceding OpId from leader: term: 1 index: 19. (index mismatch)
I20240503 14:00:44.784410 22807 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 19, Last known committed idx: 18, Time since last communication: 0.000s
I20240503 14:00:44.785308 22807 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 LEADER]: Committing config change with OpId 1.19: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New config: { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.785517 17288 raft_consensus.cc:1261] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer 7d982f6bf2ee479585a7036d091e0dbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 18. Preceding OpId from leader: term: 1 index: 19. (index mismatch)
I20240503 14:00:44.786022 17027 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Committing config change with OpId 1.19: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New config: { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.786818 17422 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.19: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New config: { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.787753 22805 consensus_queue.cc:1035] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 19, Last known committed idx: 18, Time since last communication: 0.000s
I20240503 14:00:44.788226 19317 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.19: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New config: { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.788612 16746 catalog_manager.cc:5484] T 38cafd9262a84ed5a02056e5a89661c6 P 7d982f6bf2ee479585a7036d091e0dbc reported cstate change: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New cstate: current_term: 1 leader_uuid: "7d982f6bf2ee479585a7036d091e0dbc" committed_config { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } health_report { overall_health: HEALTHY } } }
I20240503 14:00:44.788856 17289 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Committing config change with OpId 1.19: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New config: { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.790802 17673 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P f18457af7c0e4c099dbc02b05e0592d8 [term 1 FOLLOWER]: Committing config change with OpId 1.19: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New config: { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.792138 16739 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 38cafd9262a84ed5a02056e5a89661c6 with cas_config_opid_index 18: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.794492 19186 raft_consensus.cc:2932] T 38cafd9262a84ed5a02056e5a89661c6 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Committing config change with OpId 1.19: config changed from index 18 to 19, VOTER 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138) evicted. New config: { opid_index: 19 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } attrs { promote: false } } }
I20240503 14:00:44.808462 19035 tablet_service.cc:1514] Processing DeleteTablet for tablet 38cafd9262a84ed5a02056e5a89661c6 with delete_type TABLET_DATA_TOMBSTONED (TS 4959c578d5604815b0a2f45a5a825c11 not found in new config with opid_index 19) from {username='slave'} at 127.0.0.1:33198
I20240503 14:00:44.808959 23094 tablet_replica.cc:330] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: stopping tablet replica
I20240503 14:00:44.809378 23094 raft_consensus.cc:2229] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.809645 23094 raft_consensus.cc:2258] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.810817 23094 ts_tablet_manager.cc:1875] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.813460 23094 ts_tablet_manager.cc:1888] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.18
I20240503 14:00:44.813555 23094 log.cc:1196] T 38cafd9262a84ed5a02056e5a89661c6 P 4959c578d5604815b0a2f45a5a825c11: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-9/wal/wals/38cafd9262a84ed5a02056e5a89661c6
I20240503 14:00:44.814167 16737 catalog_manager.cc:4830] TS 4959c578d5604815b0a2f45a5a825c11 (127.0.99.138:41463): tablet 38cafd9262a84ed5a02056e5a89661c6 (table rebalance_test_table_3 [id=5e31fe4a85a34290ba4fe34621fd5ea5]) successfully deleted
I20240503 14:00:44.913326 17288 consensus_queue.cc:237] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 15, Committed index: 15, Last appended: 1.15, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } }
I20240503 14:00:44.915127 16892 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.915832 17555 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.916218 17422 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.916730 19317 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.916913 19056 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.917344 17159 raft_consensus.cc:1261] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Refusing update from remote peer 026c625717ca4ce0bbb1ff3af3fde786: Log matching property violated. Preceding OpId in replica: term: 1 index: 15. Preceding OpId from leader: term: 1 index: 16. (index mismatch)
I20240503 14:00:44.917320 23149 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.917968 23130 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.918319 23130 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.918601 22884 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.919844 22884 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.920212 23148 consensus_queue.cc:1035] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 16, Last known committed idx: 15, Time since last communication: 0.000s
I20240503 14:00:44.923946 22884 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEADER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.924615 19317 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P dcb78407b6a84cc5a6e661b9ceb1a417 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.926999 16893 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.927013 17159 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 7d982f6bf2ee479585a7036d091e0dbc [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.928449 16740 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet c335093cbbf74398ad25118b436b34d8 with cas_config_opid_index 15: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:44.928788 16749 catalog_manager.cc:5484] T c335093cbbf74398ad25118b436b34d8 P 026c625717ca4ce0bbb1ff3af3fde786 reported cstate change: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New cstate: current_term: 1 leader_uuid: "026c625717ca4ce0bbb1ff3af3fde786" committed_config { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:44.929728 17555 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.931392 17422 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.933463 19056 raft_consensus.cc:2932] T c335093cbbf74398ad25118b436b34d8 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Committing config change with OpId 1.16: config changed from index 15 to 16, VOTER 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130) evicted. New config: { opid_index: 16 OBSOLETE_local: false peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "dcb78407b6a84cc5a6e661b9ceb1a417" member_type: VOTER last_known_addr { host: "127.0.99.137" port: 36933 } attrs { promote: false } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } attrs { promote: false } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } attrs { promote: false } } }
I20240503 14:00:44.936597 17007 tablet_service.cc:1514] Processing DeleteTablet for tablet c335093cbbf74398ad25118b436b34d8 with delete_type TABLET_DATA_TOMBSTONED (TS 9dd8ee24fd2048bebb45a234038e5de7 not found in new config with opid_index 16) from {username='slave'} at 127.0.0.1:60034
I20240503 14:00:44.936988 23158 tablet_replica.cc:330] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: stopping tablet replica
I20240503 14:00:44.937165 23158 raft_consensus.cc:2229] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus shutting down.
I20240503 14:00:44.938405 23158 raft_consensus.cc:2258] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240503 14:00:44.939239 23158 ts_tablet_manager.cc:1875] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting tablet data with delete state TABLET_DATA_TOMBSTONED
I20240503 14:00:44.941890 23158 ts_tablet_manager.cc:1888] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: tablet deleted with delete type TABLET_DATA_TOMBSTONED: last-logged OpId 1.15
I20240503 14:00:44.942025 23158 log.cc:1196] T c335093cbbf74398ad25118b436b34d8 P 9dd8ee24fd2048bebb45a234038e5de7: Deleting WAL directory at /tmp/dist-test-task_U43gY/test-tmp/rebalancer_tool-test.7.LocationAwareRebalancingParamTest.RebalanceWithIgnoredTServer_idx6_rf7_t7_l_3_4_3.1714744718143120-398-0/raft_consensus-itest-cluster/ts-1/wal/wals/c335093cbbf74398ad25118b436b34d8
I20240503 14:00:44.943075 16737 catalog_manager.cc:4830] TS 9dd8ee24fd2048bebb45a234038e5de7 (127.0.99.130:44783): tablet c335093cbbf74398ad25118b436b34d8 (table rebalance_test_table_4 [id=0894a52a5d8f4a2bba583b827c443c12]) successfully deleted
I20240503 14:00:44.946584 23159 ts_tablet_manager.cc:902] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:44.947225 23159 tablet_copy_client.cc:308] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:44.948704 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet e8f707b2145d44eeab46180f8ade3ee7 from peer 026c625717ca4ce0bbb1ff3af3fde786 ({username='slave'} at 127.0.99.132:49141)
I20240503 14:00:44.948817 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet e8f707b2145d44eeab46180f8ade3ee7 from peer 026c625717ca4ce0bbb1ff3af3fde786 at {username='slave'} at 127.0.99.132:49141: session id = 026c625717ca4ce0bbb1ff3af3fde786-e8f707b2145d44eeab46180f8ade3ee7
I20240503 14:00:44.949774 17179 tablet_copy_source_session.cc:205] T e8f707b2145d44eeab46180f8ade3ee7 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:44.950762 23159 ts_tablet_manager.cc:1875] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:44.953342 23159 ts_tablet_manager.cc:1888] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:44.953598 23159 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet e8f707b2145d44eeab46180f8ade3ee7. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:44.954756 23159 tablet_copy_client.cc:783] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:44.954954 23159 tablet_copy_client.cc:647] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:44.957280 23159 tablet_copy_client.cc:523] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:44.958709 23159 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:44.962842 23173 ts_tablet_manager.cc:902] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Initiating tablet copy from peer 7d982f6bf2ee479585a7036d091e0dbc (127.0.99.131:36747)
I20240503 14:00:44.963372 23173 tablet_copy_client.cc:308] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Beginning tablet copy session from remote peer at address 127.0.99.131:36747
I20240503 14:00:44.963848 17179 tablet_copy_service.cc:140] P 7d982f6bf2ee479585a7036d091e0dbc: Received BeginTabletCopySession request for tablet f96a27776dbb450884608c3ff63ec245 from peer 026c625717ca4ce0bbb1ff3af3fde786 ({username='slave'} at 127.0.99.132:49141)
I20240503 14:00:44.963968 17179 tablet_copy_service.cc:161] P 7d982f6bf2ee479585a7036d091e0dbc: Beginning new tablet copy session on tablet f96a27776dbb450884608c3ff63ec245 from peer 026c625717ca4ce0bbb1ff3af3fde786 at {username='slave'} at 127.0.99.132:49141: session id = 026c625717ca4ce0bbb1ff3af3fde786-f96a27776dbb450884608c3ff63ec245
I20240503 14:00:44.964668 17179 tablet_copy_source_session.cc:205] T f96a27776dbb450884608c3ff63ec245 P 7d982f6bf2ee479585a7036d091e0dbc: Tablet Copy: opened 0 blocks and 1 log segments
I20240503 14:00:44.965281 23173 ts_tablet_manager.cc:1875] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Deleting tablet data with delete state TABLET_DATA_COPYING
I20240503 14:00:44.967453 23173 ts_tablet_manager.cc:1888] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: tablet deleted with delete type TABLET_DATA_COPYING: last-logged OpId 1.6
I20240503 14:00:44.967626 23173 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet f96a27776dbb450884608c3ff63ec245. 1 dirs total, 0 dirs full, 0 dirs failed
I20240503 14:00:44.968720 23173 tablet_copy_client.cc:783] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 0 data blocks...
I20240503 14:00:44.969000 23173 tablet_copy_client.cc:647] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Starting download of 1 WAL segments...
I20240503 14:00:44.971283 23173 tablet_copy_client.cc:523] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: tablet copy: Tablet Copy complete. Replacing tablet superblock.
I20240503 14:00:44.972584 23173 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap starting.
I20240503 14:00:44.990958 23159 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=676 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:44.991410 23159 tablet_bootstrap.cc:492] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap complete.
I20240503 14:00:44.991688 23159 ts_tablet_manager.cc:1367] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.033s user 0.024s sys 0.007s
I20240503 14:00:44.992157 23159 raft_consensus.cc:348] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:44.992307 23159 raft_consensus.cc:729] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Becoming Follower/Learner. State: Replica: 026c625717ca4ce0bbb1ff3af3fde786, State: Initialized, Role: LEARNER
I20240503 14:00:44.992408 23159 consensus_queue.cc:260] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "f18457af7c0e4c099dbc02b05e0592d8" member_type: VOTER last_known_addr { host: "127.0.99.135" port: 39329 } attrs { replace: true } } peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: NON_VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: true } }
I20240503 14:00:44.992697 23159 ts_tablet_manager.cc:1398] T e8f707b2145d44eeab46180f8ade3ee7 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
I20240503 14:00:44.993695 17179 tablet_copy_service.cc:342] P 7d982f6bf2ee479585a7036d091e0dbc: Request end of tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-e8f707b2145d44eeab46180f8ade3ee7 received from {username='slave'} at 127.0.99.132:49141
I20240503 14:00:44.993777 17179 tablet_copy_service.cc:433] P 7d982f6bf2ee479585a7036d091e0dbc: ending tablet copy session 026c625717ca4ce0bbb1ff3af3fde786-e8f707b2145d44eeab46180f8ade3ee7 on tablet e8f707b2145d44eeab46180f8ade3ee7 with peer 026c625717ca4ce0bbb1ff3af3fde786
I20240503 14:00:45.007863 19035 tablet_service.cc:1429] Tablet server has 0 leaders and 0 scanners
I20240503 14:00:45.008173 23173 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=635 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
I20240503 14:00:45.008301 17270 tablet_service.cc:1429] Tablet server has 1 leaders and 0 scanners
I20240503 14:00:45.008488 23173 tablet_bootstrap.cc:492] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Bootstrap complete.
I20240503 14:00:45.008713 23173 ts_tablet_manager.cc:1367] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786: Time spent bootstrapping tablet: real 0.036s user 0.025s sys 0.005s
I20240503 14:00:45.014297 17422 consensus_queue.cc:237] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 1.12, Last appended by leader: 0, Current term: 1, Majority size: 4, State: 0, Mode: LEADER, active raft config: opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } }
I20240503 14:00:45.017426 16892 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 0a2f4aa4f4274c178ebc6b0c4d26e51d [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:45.018373 17555 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:45.018379 19186 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P ade22f3f009245149c3823365628cf87 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:45.018765 22979 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:45.018853 17027 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 9dd8ee24fd2048bebb45a234038e5de7 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:45.019078 22979 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:45.019281 22979 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:45.019748 19056 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 4959c578d5604815b0a2f45a5a825c11 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:45.020231 17288 raft_consensus.cc:1261] T 1b948fcb7d424557b102f4923de0f547 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 FOLLOWER]: Refusing update from remote peer e760fb998d0240e5b4b229f8ced3bf81: Log matching property violated. Preceding OpId in replica: term: 1 index: 12. Preceding OpId from leader: term: 1 index: 13. (index mismatch)
I20240503 14:00:45.020653 22335 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:45.020742 17139 tablet_service.cc:1429] Tablet server has 5 leaders and 0 scanners
I20240503 14:00:45.020905 22933 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:45.021677 22335 consensus_queue.cc:1035] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
I20240503 14:00:45.025190 22979 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 [term 1 LEADER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:45.027602 17555 raft_consensus.cc:2932] T 1b948fcb7d424557b102f4923de0f547 P ff873760acac43f7bbb9438b61324220 [term 1 FOLLOWER]: Committing config change with OpId 1.13: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New config: { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } } }
I20240503 14:00:45.038522 16738 catalog_manager.cc:4997] ChangeConfig:REMOVE_PEER RPC for tablet 1b948fcb7d424557b102f4923de0f547 with cas_config_opid_index 12: ChangeConfig:REMOVE_PEER succeeded (attempt 1)
I20240503 14:00:45.038808 16745 catalog_manager.cc:5484] T 1b948fcb7d424557b102f4923de0f547 P e760fb998d0240e5b4b229f8ced3bf81 reported cstate change: config changed from index 12 to 13, VOTER f18457af7c0e4c099dbc02b05e0592d8 (127.0.99.135) evicted. New cstate: current_term: 1 leader_uuid: "e760fb998d0240e5b4b229f8ced3bf81" committed_config { opid_index: 13 OBSOLETE_local: false peers { permanent_uuid: "0a2f4aa4f4274c178ebc6b0c4d26e51d" member_type: VOTER last_known_addr { host: "127.0.99.129" port: 34017 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "127.0.99.134" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e760fb998d0240e5b4b229f8ced3bf81" member_type: VOTER last_known_addr { host: "127.0.99.133" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4959c578d5604815b0a2f45a5a825c11" member_type: VOTER last_known_addr { host: "127.0.99.138" port: 41463 } attrs { promote: false } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ade22f3f009245149c3823365628cf87" member_type: VOTER last_known_addr { host: "127.0.99.136" port: 39613 } attrs { promote: false } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "026c625717ca4ce0bbb1ff3af3fde786" member_type: VOTER last_known_addr { host: "127.0.99.132" port: 45435 } attrs { promote: false } health_report { overall_health: UNKNOWN } } }
I20240503 14:00:45.040226 23173 raft_consensus.cc:348] T f96a27776dbb450884608c3ff63ec245 P 026c625717ca4ce0bbb1ff3af3fde786 [term 1 LEARNER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: 11 OBSOLETE_local: false peers { permanent_uuid: "9dd8ee24fd2048bebb45a234038e5de7" member_type: VOTER last_known_addr { host: "127.0.99.130" port: 44783 } } peers { permanent_uuid: "7d982f6bf2ee479585a7036d091e0dbc" member_type: VOTER last_known_addr { host: "127.0.99.131" port: 36747 } } peers { permanent_uuid: "ff873760acac43f7bbb9438b61324220" member_type: VOTER last_known_addr { host: "